-- Logs begin at Wed 2021-05-26 21:33:43 UTC, end at Wed 2021-05-26 22:39:15 UTC. -- May 26 22:13:22.146902 dv-cinder-793244-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 26 22:13:23.118354 dv-cinder-793244-1-smb neutron-server[92252]: Beware of the coming changes in the project packaging May 26 22:13:23.118959 dv-cinder-793244-1-smb neutron-server[92252]: https://github.com/svinota/pyroute2/discussions/786 May 26 22:13:24.570090 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.common.config [-] Logging enabled! May 26 22:13:24.570723 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 22:13:24.570847 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 22:13:24.574039 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.common.config [-] Logging enabled! May 26 22:13:24.574295 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 26 22:13:24.574610 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 22:13:24.575525 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:13:24.575787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:13:24.576149 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:13:24.576399 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:13:24.576630 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:13:24.576955 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.577256 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.577554 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.577785 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.578084 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.578377 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.579169 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.579461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.579784 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.580077 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.580361 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.580648 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.580883 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.581168 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.581458 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.581749 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.581976 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] debug = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.582260 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.582690 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.583098 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.583385 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.583704 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.583986 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.584258 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.584535 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.584820 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.585151 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] host = dv-cinder-793244-1-smb {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.585433 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.585722 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.586013 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.586300 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.586578 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.586854 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.587140 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.587415 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.587711 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.587991 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.588282 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.588573 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.588873 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.589102 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.589326 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.589617 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.589905 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.590181 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.590457 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.590735 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.591012 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.591289 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.591558 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.591875 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.592165 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.592450 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.592727 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.593006 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.593278 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.593551 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.593839 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.594776 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.595062 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.595341 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.595633 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.595929 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.596213 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.596517 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.596807 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.597093 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.597380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.597658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.597943 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.598218 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.598492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.598766 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_json = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.599039 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.599311 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.599596 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.599895 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.600168 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.600443 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.600716 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.601001 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:24.601302 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.601602 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.601907 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.602195 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.602493 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.602777 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.603070 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.603354 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.603668 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.603961 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.604253 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.604535 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.604832 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.605112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.605412 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.605726 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.606026 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.606329 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.606610 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.606888 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.607166 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.607449 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.607761 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.608062 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.608358 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.608635 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.608915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.609207 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.609486 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.609829 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.610111 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.610403 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.610683 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.610960 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.611246 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.611528 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.611832 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.612108 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.612389 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.612682 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.612962 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.613237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.613510 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.613796 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.614075 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.614368 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.614650 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.614927 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.615201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.615489 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.615787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.616067 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.616353 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.616630 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.616912 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.617186 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.617461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.617739 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.618073 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.618295 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.618570 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.618845 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.619375 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.619678 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.619950 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.620227 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.620867 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.620867 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.621045 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.621343 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.621622 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.621903 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.622186 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.622465 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.622743 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.623023 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.623302 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.623582 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.623880 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.624174 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.624462 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.624751 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.625037 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.625341 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.625641 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.625922 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.626215 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.626497 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.626780 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.627073 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.627359 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.627729 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.627976 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.628274 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.628570 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.628864 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.629149 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.629461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.629744 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:24.629964 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:13:24.630206 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92252) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 22:13:24.978208 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:24.978492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:24.978781 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:24.979265 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 22:13:25.365619 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.365823 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.365947 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.367152 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.367429 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.367718 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.403055 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.403336 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.403608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.417251 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.417530 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.417795 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.446697 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.446980 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.447248 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.484070 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.484354 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.484642 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.715901 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.716553 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.716553 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.716723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.717421 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.840433 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.840760 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.841047 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.841324 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.841594 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.841905 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.842167 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.842431 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.842687 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.842969 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.843236 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.843521 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.843791 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.844090 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.844365 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.844639 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.845964 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.846264 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.846542 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.846846 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.847211 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.847478 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.847783 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.848067 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.848330 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.848588 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.848981 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.849230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.849474 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.849717 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.849956 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.850195 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:25.850563 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 22:13:25.853687 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 22:13:25.857586 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 22:13:25.861331 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 26 22:13:25.862958 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 22:13:25.863408 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 22:13:25.863771 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 22:13:25.864165 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 22:13:25.867097 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 22:13:25.867351 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 22:13:25.867731 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:13:25.895999 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 22:13:25.896398 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.896697 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92252) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 22:13:25.897059 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.898408 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92252) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 22:13:25.898692 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 22:13:25.898941 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 22:13:25.902193 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.902476 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:25.971580 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 22:13:25.971849 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 22:13:25.972090 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 22:13:25.972463 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 22:13:26.003262 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_db.sqlalchemy.engines [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92252) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 22:13:26.517590 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing driver for type 'gre' May 26 22:13:26.518137 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] gre ID ranges: [(1, 1000)] May 26 22:13:26.709722 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing driver for type 'local' May 26 22:13:26.710056 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing driver for type 'vlan' May 26 22:13:26.795574 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] VlanTypeDriver initialization complete May 26 22:13:26.796210 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing driver for type 'vxlan' May 26 22:13:26.796395 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] vxlan ID ranges: [(1, 1000)] May 26 22:13:26.995461 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing extension driver 'port_security' May 26 22:13:26.995822 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.extensions.port_security [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] PortSecurityExtensionDriver initialization complete May 26 22:13:26.996152 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing mechanism driver 'openvswitch' May 26 22:13:26.996477 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing mechanism driver 'hyperv' May 26 22:13:27.002889 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.plugins.ml2.plugin [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:27.003673 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.004040 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.004389 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.004797 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.005146 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.005487 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.005861 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.006205 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.006541 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.006913 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.007254 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.007593 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.007991 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.008331 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.008667 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.009043 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > address_group after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.009382 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > address_group after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.009715 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > address_group after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.010054 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] ML2 OVO RPC backend initialized. {{(pid=92252) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 26 22:13:27.010757 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.011109 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.011520 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.011888 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > networks before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016484 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016484 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > ports before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016484 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016484 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnets before_response 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016825 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016825 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016825 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.016825 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017107 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017107 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017107 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017107 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017407 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > subnet after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.017407 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.plugin [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Modular L2 Plugin initialization complete May 26 22:13:27.017407 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading services supported by the core plugin {{(pid=92252) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 22:13:27.017743 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.plugins.ml2.managers [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Got port-security extension from driver 'port_security' May 26 22:13:27.018205 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.extensions.vlantransparent [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Disabled vlantransparent extension. May 26 22:13:27.018688 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92252) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 22:13:27.019002 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: router May 26 22:13:27.056019 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.056354 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_create 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.056727 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router before_create 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.057092 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.057462 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.057815 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_delete 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.058170 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > floatingip after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.058529 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_create 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.058872 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.059218 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.059561 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.059946 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.060387 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.060758 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.061099 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.061446 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: subnet after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.061785 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.062140 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > port precommit_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.062523 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_create 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.063353 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.063718 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.064075 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router after_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.064418 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_delete 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.064763 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_create 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.065119 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router_interface after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.065461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_update 55549900 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.065829 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > network after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.066672 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Tracking information for resource: router configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:27.067004 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Tracking information for resource: floatingip configured {{(pid=92252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 22:13:27.071905 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.db.l3_agentschedulers_db [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 22:13:27.072476 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.072837 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.073188 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.073537 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: port after_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.074321 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router before_create 55550100 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.074682 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_delete 55550100 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.075043 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_create 55550100 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.075399 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > router precommit_update 55550100 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.081215 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.provider_configuration [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service providers = [] {{(pid=92252) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 22:13:27.081589 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.db.servicetype_db [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92252) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 22:13:27.084549 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.service_base [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:13:27.084895 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.service_base [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:13:27.085233 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.service_base [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:13:27.086116 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.services.service_base [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 22:13:27.086499 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.services.service_base [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 22:13:27.087071 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.087387 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 22:13:27.098039 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.098374 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: auto_allocate May 26 22:13:27.104326 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: network precommit_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.104701 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: network precommit_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.105226 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.105544 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: tag May 26 22:13:27.112330 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.112656 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: timestamp May 26 22:13:27.116434 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.116765 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: network_ip_availability May 26 22:13:27.122174 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.122545 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.122898 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.123601 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.123945 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: flavors May 26 22:13:27.129321 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.129655 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading Plugin: revisions May 26 22:13:27.133832 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 22:13:27.134217 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.155s {{(pid=92252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:27.134946 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92252) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 26 22:13:27.135278 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Initializing extension manager. May 26 22:13:27.135818 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: __init__.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.136157 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: __pycache__ {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.136487 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.136815 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: address_group.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.137559 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.138114 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: address-group May 26 22:13:27.138433 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: address_scope.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.139130 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.139631 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: address-scope May 26 22:13:27.139976 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: admin_state_down_before_update.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.141466 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.141971 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: router-admin-state-down-before-update May 26 22:13:27.142344 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: agent.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.142973 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.143480 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: agent May 26 22:13:27.143833 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: agent_resources_synced.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.144729 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.145224 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: agent-resources-synced May 26 22:13:27.145540 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: allowedaddresspairs.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.147297 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.147850 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: allowed-address-pairs May 26 22:13:27.148177 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: auto_allocated_topology.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.149234 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.149751 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: auto-allocated-topology May 26 22:13:27.150076 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: availability_zone.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.150753 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.151252 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: availability_zone May 26 22:13:27.151573 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: availability_zone_filter.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.152488 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.152993 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: availability_zone_filter May 26 22:13:27.153309 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: data_plane_status.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.154204 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.154701 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension data-plane-status not supported by any of loaded plugins May 26 22:13:27.155014 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: default_subnetpools.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.155936 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.156458 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: default-subnetpools May 26 22:13:27.156779 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: dhcpagentscheduler.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.157565 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.158061 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: dhcp_agent_scheduler May 26 22:13:27.158380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: dns.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.159275 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.159802 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension dns-integration not supported by any of loaded plugins May 26 22:13:27.160124 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: dns_domain_ports.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.161020 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.161518 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 22:13:27.161836 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: dvr.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.162494 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.162992 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: dvr May 26 22:13:27.163311 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: empty_string_filtering.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.164238 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.164767 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: empty-string-filtering May 26 22:13:27.165084 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.165971 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.166468 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 22:13:27.166784 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.167694 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.168194 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 22:13:27.168511 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: external_net.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.169399 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.169915 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: external-net May 26 22:13:27.170234 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: extra_dhcp_opt.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.171118 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.171617 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: extra_dhcp_opt May 26 22:13:27.171960 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: extraroute.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.172869 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.173363 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: extraroute May 26 22:13:27.173680 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: extraroute_atomic.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.174698 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.175198 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: extraroute-atomic May 26 22:13:27.175516 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: filter_validation.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.176187 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.176686 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: filter-validation May 26 22:13:27.177002 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: fip_pf_description.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.178053 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.178550 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 22:13:27.178868 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: fip_port_details.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.179804 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.180308 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: fip-port-details May 26 22:13:27.180630 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: flavors.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.181842 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.182353 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: flavors May 26 22:13:27.182694 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.184360 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.184883 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 22:13:27.185216 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: floatingip_pools.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.185911 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.186418 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: floatingip-pools May 26 22:13:27.186743 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: ip_allocation.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.188151 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.188692 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension ip_allocation not supported by any of loaded plugins May 26 22:13:27.189016 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.189916 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.190427 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: ip-substring-filtering May 26 22:13:27.190754 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l2_adjacency.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.191688 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.192189 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension l2_adjacency not supported by any of loaded plugins May 26 22:13:27.192510 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.193453 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.193964 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: router May 26 22:13:27.194288 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3_conntrack_helper.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.196504 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.197027 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 22:13:27.197355 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.198259 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.198769 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: ext-gw-mode May 26 22:13:27.199093 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.200026 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.200531 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: l3-ha May 26 22:13:27.200852 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3_flavors.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.201747 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.202247 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: l3-flavors May 26 22:13:27.202566 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.204139 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.204641 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: l3-port-ip-change-not-allowed May 26 22:13:27.204960 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: l3agentscheduler.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.205953 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.206461 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: l3_agent_scheduler May 26 22:13:27.206786 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: logging.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.208310 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.208828 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension logging not supported by any of loaded plugins May 26 22:13:27.209153 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: metering.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.209876 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.210453 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: metering May 26 22:13:27.210776 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.211877 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.212385 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: metering_source_and_destination_fields May 26 22:13:27.212706 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: multiprovidernet.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.213732 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.214238 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: multi-provider May 26 22:13:27.214561 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: netmtu.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.215457 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.215991 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: net-mtu May 26 22:13:27.216318 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: netmtu_writable.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.217221 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.217720 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: net-mtu-writable May 26 22:13:27.218042 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: network_availability_zone.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.218695 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.219221 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: network_availability_zone May 26 22:13:27.219538 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: network_ip_availability.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.220659 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.221170 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: network-ip-availability May 26 22:13:27.221491 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: network_segment_range.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.222240 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.222738 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension network-segment-range not supported by any of loaded plugins May 26 22:13:27.223057 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: pagination.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.224060 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.224393 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: pagination May 26 22:13:27.224712 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: port_device_profile.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.225611 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.226114 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: port-device-profile May 26 22:13:27.226434 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.227330 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.227865 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: port-mac-address-regenerate May 26 22:13:27.228185 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.229073 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.229575 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: port-numa-affinity-policy May 26 22:13:27.229896 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: port_resource_request.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.230795 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.231289 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension port-resource-request not supported by any of loaded plugins May 26 22:13:27.231616 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: portbindings.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.232542 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.233041 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: binding May 26 22:13:27.233363 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: portbindings_extended.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.234645 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.235152 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: binding-extended May 26 22:13:27.235473 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: portsecurity.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.236394 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.236898 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: port-security May 26 22:13:27.237215 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: project_id.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.238173 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.238500 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: project-id May 26 22:13:27.238818 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: providernet.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.239742 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.240258 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: provider May 26 22:13:27.240577 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.244338 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.244857 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos not supported by any of loaded plugins May 26 22:13:27.245184 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.246405 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.246911 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 22:13:27.247236 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.248162 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.248672 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 22:13:27.248995 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_default.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.249886 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.250914 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-default not supported by any of loaded plugins May 26 22:13:27.251237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_fip.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.251912 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.252408 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-fip not supported by any of loaded plugins May 26 22:13:27.252726 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_gateway_ip.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.253631 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.254133 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 22:13:27.254452 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_port_network_policy.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.255334 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.255863 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 22:13:27.256182 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_rule_type_details.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.257074 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.257574 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 22:13:27.257891 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: qos_rules_alias.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.258928 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.259433 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 22:13:27.259779 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: quotasv2.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.260782 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.261112 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: quotas May 26 22:13:27.261432 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: quotasv2_detail.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.263028 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.263365 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: quota_details May 26 22:13:27.263721 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: rbac.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.264747 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.265264 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: rbac-policies May 26 22:13:27.265594 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: rbac_address_group.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.267036 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.267545 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: rbac-address-group May 26 22:13:27.267892 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: rbac_address_scope.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.268794 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.269303 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: rbac-address-scope May 26 22:13:27.269626 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: rbac_security_groups.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.270523 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.271033 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: rbac-security-groups May 26 22:13:27.271351 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: rbac_subnetpool.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.272272 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.272775 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: rbac-subnetpool May 26 22:13:27.273095 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: revisionifmatch.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.273995 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.274497 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: revision-if-match May 26 22:13:27.274815 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: revisions.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.275937 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.276443 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: standard-attr-revisions May 26 22:13:27.276765 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: router_availability_zone.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.277424 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.277930 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: router_availability_zone May 26 22:13:27.278248 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: routerservicetype.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.279147 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.279679 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension router-service-type not supported by any of loaded plugins May 26 22:13:27.279990 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.280903 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.281430 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: security-groups-normalized-cidr May 26 22:13:27.281749 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: security_groups_port_filtering.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.282647 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.283150 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: port-security-groups-filtering May 26 22:13:27.283468 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.284391 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.284891 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: security-groups-remote-address-group May 26 22:13:27.285209 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: securitygroup.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.294581 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.295107 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: security-group May 26 22:13:27.295439 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: segment.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.296243 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.296746 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension segment not supported by any of loaded plugins May 26 22:13:27.297094 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.298009 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.298511 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 22:13:27.298831 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: servicetype.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.299977 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.300488 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: service-type May 26 22:13:27.300815 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: sorting.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.301773 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.302101 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: sorting May 26 22:13:27.302419 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: standard_attr_segment.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.303312 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.303856 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 22:13:27.304178 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: standardattrdescription.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.304810 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.305310 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: standard-attr-description May 26 22:13:27.305628 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: stateful_security_group.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.306570 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.307031 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: stateful-security-group May 26 22:13:27.307347 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: stdattrs_common.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.307938 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 22:13:27.308254 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.309251 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.309743 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 22:13:27.310057 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnet_onboard.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.311180 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.311709 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: subnet_onboard May 26 22:13:27.312031 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.313528 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.314036 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 22:13:27.314367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnet_service_types.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.315348 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.315888 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: subnet-service-types May 26 22:13:27.316211 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnetallocation.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.317284 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.317795 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: subnet_allocation May 26 22:13:27.318117 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.318794 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.319270 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: subnetpool-prefix-ops May 26 22:13:27.319585 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.320517 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.321020 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 22:13:27.321343 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: tagging.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.322380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.322892 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: standard-attr-tag May 26 22:13:27.323215 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: timestamp.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.324416 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.324923 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loaded extension: standard-attr-timestamp May 26 22:13:27.325245 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: trunk.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.326256 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.326762 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension trunk not supported by any of loaded plugins May 26 22:13:27.327085 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: trunk_details.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.328018 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.329129 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension trunk-details not supported by any of loaded plugins May 26 22:13:27.329450 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: uplink_status_propagation.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.330346 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.330846 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 22:13:27.331165 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Loading extension file: vlantransparent.py {{(pid=92252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 26 22:13:27.331854 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 26 22:13:27.332347 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extension vlan-transparent not supported by any of loaded plugins May 26 22:13:27.334803 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:network May 26 22:13:27.335510 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnet May 26 22:13:27.337345 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:13:27.337961 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:port May 26 22:13:27.339231 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.339699 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service FLAVORS assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.340319 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.340746 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.341073 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:router May 26 22:13:27.341735 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:floatingip May 26 22:13:27.342428 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service METERING assigned prefix: /metering {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.343878 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.344265 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.344613 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:13:27.345743 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:13:27.346185 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:security_group May 26 22:13:27.346849 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:13:27.347563 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service CORE assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.347921 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:13:27.348256 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] subnetpool is already registered May 26 22:13:27.348861 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service CORE assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.349211 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:13:27.349533 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] subnetpool is already registered May 26 22:13:27.352113 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.352543 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service FLAVORS assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.353133 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.353550 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.353877 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:router May 26 22:13:27.354201 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] router is already registered May 26 22:13:27.354784 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:floatingip May 26 22:13:27.355108 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] floatingip is already registered May 26 22:13:27.355757 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service METERING assigned prefix: /metering {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.356423 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of CountableResource for resource:rbac_policy May 26 22:13:27.356746 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] rbac_policy is already registered May 26 22:13:27.357282 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:security_group May 26 22:13:27.357603 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] security_group is already registered May 26 22:13:27.358188 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:security_group_rule May 26 22:13:27.358524 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] security_group_rule is already registered May 26 22:13:27.359187 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service CORE assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.359514 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:13:27.359917 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] subnetpool is already registered May 26 22:13:27.360507 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.v2.resource_helper [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Service CORE assigned prefix: {{(pid=92252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 22:13:27.360827 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Creating instance of TrackedResource for resource:subnetpool May 26 22:13:27.361159 dv-cinder-793244-1-smb neutron-server[92252]: WARNING neutron.quota.resource_registry [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] subnetpool is already registered May 26 22:13:27.361793 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: extensions {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.363249 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: address-groups {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.364879 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: address-scopes {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.366069 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: agents {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.367207 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: auto-allocated-topology {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.368488 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: availability_zones {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.370059 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: dhcp-networks {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.371453 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: dhcp-agents {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.372915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: routers {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.374682 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: flavors {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.376392 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: service_profiles {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.377587 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: next_providers {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.379090 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: service_profiles {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.380548 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: floatingip-pools {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.381748 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: routers {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.383560 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: floatingips {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.384754 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: l3-routers {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.386114 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: l3-agents {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.387520 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: metering-labels {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.388881 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: metering-label-rules {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.390135 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: network-ip-availabilities {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.392014 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: bindings {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.393631 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: quotas {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.395042 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: quotas {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.396472 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: rbac-policies {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.397838 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: security-groups {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.399025 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: security-group-rules {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.400268 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: service-providers {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.401468 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: subnetpools {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.403832 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: subnetpools {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.405264 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.407002 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.519479 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.521264 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.523090 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.524971 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.526663 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.528580 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.530398 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.532379 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron.api.extensions [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Extended resource: tags {{(pid=92252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 22:13:27.538354 dv-cinder-793244-1-smb neutron-server[92252]: WARNING keystonemiddleware.auth_token [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 22:13:27.543114 dv-cinder-793244-1-smb neutron-server[92252]: WARNING keystonemiddleware.auth_token [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 22:13:27.552044 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Acquired lock "singleton_lock" {{(pid=92252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 22:13:27.552524 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_concurrency.lockutils [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Releasing lock "singleton_lock" {{(pid=92252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 22:13:27.553152 dv-cinder-793244-1-smb neutron-server[92252]: INFO oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Starting 2 workers May 26 22:13:27.563693 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Started child 92361 {{(pid=92252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:13:27.563693 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Started child 92362 {{(pid=92252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:13:27.564025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.564620 dv-cinder-793244-1-smb neutron-server[92252]: INFO neutron.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Neutron service started, listening on 0.0.0.0:9696 May 26 22:13:27.564924 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Notify callbacks [] for process, before_spawn {{(pid=92252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.565100 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [-] (92361) wsgi starting up on http://0.0.0.0:9696 May 26 22:13:27.567163 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.567712 dv-cinder-793244-1-smb neutron-server[92252]: INFO oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Starting 1 workers May 26 22:13:27.568655 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [-] (92362) wsgi starting up on http://0.0.0.0:9696 May 26 22:13:27.572517 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Started child 92363 {{(pid=92252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:13:27.573032 dv-cinder-793244-1-smb neutron-server[92252]: INFO oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Starting 1 workers May 26 22:13:27.576009 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] calling RpcWorker wait() {{(pid=92363) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 22:13:27.576522 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] returning from RpcWorker wait() {{(pid=92363) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 22:13:27.577392 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Started child 92364 {{(pid=92252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 26 22:13:27.577933 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.578347 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG neutron_lib.callbacks.manager [None req-309381eb-10bc-4823-8b16-a86c25702b1f None None] Notify callbacks [] for process, after_spawn {{(pid=92252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.578447 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:27.580250 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:13:27.580463 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:13:27.580652 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:13:27.580871 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:13:27.581197 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:13:27.581366 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:13:27.581845 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.582138 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.582315 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:27.582816 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.582816 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.582994 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.583517 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.583786 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.584040 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.584320 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.584584 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.584760 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.587723 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] debug = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588230 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588519 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588601 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.588818 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.589241 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.589552 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.589802 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.590078 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.590332 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.590582 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.590803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.591075 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.591325 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.591559 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.591805 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.592070 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.592290 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.592769 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] host = dv-cinder-793244-1-smb {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.593014 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.593251 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.593511 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.593764 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.594046 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.594264 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.594519 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.594778 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.595025 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.595253 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.595517 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.595798 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.596054 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.596294 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.596462 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_options = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.596671 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.596956 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.597232 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.597422 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.597591 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.597772 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.598031 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.598181 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.598435 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.598652 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.598866 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.599082 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.599371 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.599627 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.599916 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.600172 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.600410 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.600625 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.600873 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.601118 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.601345 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.601591 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.601830 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.602045 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.602260 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.602500 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.602736 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.602947 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.603159 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.603425 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.603679 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.603961 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.604200 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.604441 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.604671 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.604900 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.605136 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.608096 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_json = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.609367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.611112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.612638 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:27.612803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.612803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.612803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.612803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.612803 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.613511 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.613511 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.613511 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.613964 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.614087 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.614345 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.614620 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.614898 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.615137 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.615449 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.615715 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.615961 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.616313 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.616578 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.616860 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.617125 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.617342 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.617584 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.617818 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.618049 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.618260 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.618694 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.619224 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.619461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.619696 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.619943 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.620179 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622201 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622909 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622909 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.622909 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.623284 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.623390 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.623613 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.623869 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.624107 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.624334 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.624967 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.624967 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.624967 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.625967 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.626444 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.626833 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.627238 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.627477 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.627867 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.628025 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.628162 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.628371 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.628649 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.628910 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.629125 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.629429 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.629699 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.630658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.630658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.630658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.630658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.630930 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.631051 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.631441 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.631736 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.631959 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.632177 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.632414 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.632630 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.632908 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.633220 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.633460 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.633752 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.634019 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.634284 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.634526 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.634774 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.634995 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.635238 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.635473 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.635750 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.636327 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.636567 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.636821 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.637062 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.637324 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.637573 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.637817 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.638039 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.638282 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.638513 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.638805 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.639061 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.639316 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.639550 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.639891 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.640155 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.640398 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.640668 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.640912 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.641196 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.641485 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.641764 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.642050 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.642298 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.642531 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.642785 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.643015 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.643262 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.643489 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.643757 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.644003 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.644305 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.644545 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.644762 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.644975 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.645395 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.645575 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.645760 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.645992 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.646203 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.646468 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.646714 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.646949 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.647196 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.647588 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.647759 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.647923 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.648178 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.648412 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.648626 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.648853 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.649070 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.649290 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.649622 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.649787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.650188 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.650188 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.650543 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.650755 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651426 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651572 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651788 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.651943 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.652128 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.652362 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.652600 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.652861 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.653049 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.653222 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.653469 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.653658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.653936 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.654198 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.654431 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.654664 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.654905 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.655176 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.655407 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.655663 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.655886 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.656119 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.656329 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.656608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.656843 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.657102 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.657266 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.657468 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.657735 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.657969 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.658280 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.658527 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.658759 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.659007 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.659221 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.659479 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.659756 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.659988 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.660177 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.660990 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.661212 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.661469 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.661709 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.661929 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.662138 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.662351 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.662579 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.663122 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.663122 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.663811 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.663811 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.663811 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.664492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.664492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.664492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.664924 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.664924 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.665188 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.665356 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.665915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.665915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.665915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.666327 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.666327 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.666596 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.666741 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.666931 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.667160 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.667367 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.667589 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.667820 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.668028 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.668239 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.668468 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.668777 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.669031 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.669250 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.669538 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.669776 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.670022 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.670277 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.670595 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.670808 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.671050 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.671289 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.671504 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.671746 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.672512 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.672880 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.673183 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.673449 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.673701 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.673970 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.674270 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.674519 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.674752 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.675045 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.675380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.675673 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.675921 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.676153 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.676436 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.676658 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.676890 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.677105 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.677338 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.677570 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.677807 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.678035 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.678258 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.678472 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.678697 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.678912 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.679156 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.679387 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.679631 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.679905 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.680061 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:13:27.680631 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 26 22:13:27.680791 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 22:13:27.680944 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 22:13:27.681112 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 22:13:27.681281 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 22:13:27.681433 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 22:13:27.681638 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.681799 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.681958 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682118 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682276 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682455 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682616 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682773 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.682932 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683124 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683288 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683447 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683792 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.683951 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.684109 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.684268 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.684430 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.684593 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.684753 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685121 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685121 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] debug = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685608 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685944 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685944 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.685944 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686156 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686235 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686395 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686553 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686710 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.686867 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.687025 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.687182 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.687397 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.687527 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.687715 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.688392 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.688552 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] host = dv-cinder-793244-1-smb {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.688710 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.688867 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689026 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689182 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689339 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689497 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689656 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689816 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.689973 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690129 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690286 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690444 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690600 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690758 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.690914 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_options = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691072 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691228 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691385 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691561 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691748 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.691907 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692064 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692537 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692744 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692872 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.692998 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693122 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693276 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693433 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693592 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693749 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.693908 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694065 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694380 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694541 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694699 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.694856 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695013 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695180 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695325 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695481 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695639 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695817 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.695976 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696133 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696291 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696449 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696606 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696763 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.696926 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697085 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697241 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697444 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697545 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697696 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.697853 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698012 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698170 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_json = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698317 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698473 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698629 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.698944 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.699101 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.699260 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.699418 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 22:13:27.699593 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.699777 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.699948 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700108 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700270 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700431 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700593 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700753 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.700914 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701072 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701241 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701401 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701571 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701731 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.701892 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702054 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702215 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702375 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702536 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702696 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.702864 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703020 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703195 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703390 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703543 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703722 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.703884 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704044 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704206 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704368 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704532 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704694 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.704854 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705014 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705173 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705332 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705652 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705813 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.705973 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706136 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706297 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706460 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706622 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706781 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.706942 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707104 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707267 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707429 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707607 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707773 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.707935 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708095 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708254 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708415 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708575 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708734 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.708895 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709054 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709214 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709374 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709546 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709708 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.709870 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710031 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710192 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710352 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710514 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710674 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710835 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.710995 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711156 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711315 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711476 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711636 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711818 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.711979 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712140 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712300 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712621 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712781 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.712941 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713102 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713270 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713445 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713606 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713767 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.713927 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714087 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714253 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714421 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714577 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714720 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.714892 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715045 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715180 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715312 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715455 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715604 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715784 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.715927 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716079 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716219 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716383 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716542 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716704 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.716864 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717023 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717158 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717322 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717492 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717669 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717805 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.717964 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.718131 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.718304 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.718465 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.718625 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.718787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719001 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719169 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719331 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719493 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719669 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.719838 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720001 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720169 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720341 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720504 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720666 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.720827 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721038 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721198 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721360 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721520 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721681 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.721842 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722003 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722163 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722325 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722485 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722646 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722809 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.722969 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723129 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723290 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723450 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723612 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723813 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.723975 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724137 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724302 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724461 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724613 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724777 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.724934 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725093 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725254 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725414 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725577 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725735 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.725896 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.726058 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.726218 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.726377 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.726537 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.726969 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727129 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727293 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727453 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727613 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727787 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.727952 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728103 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728252 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728399 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728562 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728711 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.728872 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729040 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729171 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729330 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729491 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729653 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729813 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.729975 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.730152 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731237 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731780 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731780 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.731780 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732004 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732004 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732564 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732564 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732564 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732564 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.732915 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.733113 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.733205 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.733335 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.733497 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.733659 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.734223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.734223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.734223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735038 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735038 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735203 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735286 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735414 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735544 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735712 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.735887 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736048 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736228 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736357 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736519 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736687 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.736849 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737009 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737170 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737285 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:27.737379 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737487 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737649 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737824 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.737978 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738139 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738299 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738459 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738631 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738793 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.738955 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739124 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739264 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739424 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739587 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739789 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.739958 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740126 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740290 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740459 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740627 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740795 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.740956 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741122 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741295 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741455 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741617 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741777 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.741937 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742099 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742259 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742420 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742580 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742740 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.742900 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.743062 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.743223 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.743384 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.743546 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.743727 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.744139 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.744300 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.744464 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.744620 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 22:13:27.744773 dv-cinder-793244-1-smb neutron-server[92252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 22:13:27.818180 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 47920) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:27.826694 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063870 May 26 22:13:38.736224 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b59f13-46e3-4163-a3fe-973e0ca5bbde None None] get_active_networks_info from dv-cinder-793244-1-smb {{(pid=92363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 22:13:38.874164 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b59f13-46e3-4163-a3fe-973e0ca5bbde None None] No non-hosted networks {{(pid=92363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 22:13:38.887491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.agentschedulers_db [None req-70b59f13-46e3-4163-a3fe-973e0ca5bbde None None] DHCP Agent not found on host dv-cinder-793244-1-smb {{(pid=92363) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 26 22:13:39.098352 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-11a190f8-99fd-4059-9fc4-b55122847e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.297303 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-9d6dbd6f-5d75-42c5-88a7-88613a419805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.331366 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.db.api [None req-dab31d8d-a246-48e3-8462-d2272ff0d797 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-793244-1-smb {{(pid=92363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:13:41.333030 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_db.api [None req-dab31d8d-a246-48e3-8462-d2272ff0d797 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:13:41.395798 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:41.396489 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.396837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.397180 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.397524 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.397842 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.398330 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.398661 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.398988 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.399311 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.399636 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.399980 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.400349 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:41.400731 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793244-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:41.407785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793244-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:13:41.932335 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-dab31d8d-a246-48e3-8462-d2272ff0d797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:42.237246 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:43.768504 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:45.186551 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.db.l3_hamode_db [None req-c80f1857-5626-445e-9e55-96c6e98e74dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 22:13:45.273491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f1857-5626-445e-9e55-96c6e98e74dd None None] Routers set() bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:13:45.273876 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80f1857-5626-445e-9e55-96c6e98e74dd None None] Router IDs set() for agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 26 22:13:45.456324 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48014) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:46.024478 dv-cinder-793244-1-smb neutron-server[92362]: WARNING oslo_policy.policy [None req-c2790579-7c40-44ea-9521-af28e6300d15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:13:46.025074 dv-cinder-793244-1-smb neutron-server[92362]: WARNING oslo_policy.policy [None req-c2790579-7c40-44ea-9521-af28e6300d15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:13:46.239849 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [None req-c2790579-7c40-44ea-9521-af28e6300d15 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:13:46.240856 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c2790579-7c40-44ea-9521-af28e6300d15 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7836294 May 26 22:13:48.560943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48028) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:48.921263 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:49.020223 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.policy [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92362) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 22:13:49.063991 dv-cinder-793244-1-smb neutron-server[92362]: WARNING oslo_policy.policy [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:13:49.064355 dv-cinder-793244-1-smb neutron-server[92362]: WARNING oslo_policy.policy [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:13:49.072650 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.quota [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Loaded quota_driver: . May 26 22:13:49.088236 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:49.212359 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058294905', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058293733', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058300356', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058311528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058316193', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744058326531', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8329353', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7908363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999856'] for rbac-policy, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.436741 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:49.437980 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-a06682d3-c06e-4f81-8199-de683c596cd2 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8760686 May 26 22:13:52.018349 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48042) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:52.362718 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'name': 'private'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:52.367342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:52.372035 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Usage tracker for resource:network and tenant:ab11eef1d1124067b12a7ea881c6e950 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:52.376513 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:52.382393 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:52.462650 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Made reservation on behalf of ab11eef1d1124067b12a7ea881c6e950 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:52.465433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.482991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.496788 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:52.500404 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Usage tracker for resource:security_group_rule and tenant:ab11eef1d1124067b12a7ea881c6e950 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:52.505302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:52.510697 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:52.615554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.686074 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.690887 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:52.711529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:13:52.735108 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744053994222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.735736 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Unsubscribe: segment precommit_create {{(pid=92362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:13:52.736211 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Added segment 74a55d50-e285-49a1-aeab-97c9d3fa4153 of type vlan for network cd4272be-6480-464e-8c0d-18da2b02c6b2 May 26 22:13:52.744661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1df1b-69f9-4971-b3c0-44ab6e013fb2,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:52.798201 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.798534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.798861 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.799175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.799486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.799828 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.800138 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.800446 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.800769 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.801077 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.801379 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.801679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Tracked resource versions report: May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: pushed versions: May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: { 'AddressGroup': {'1.2'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'ConntrackHelper': {'1.0'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Log': {'1.0'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Network': {'1.1'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Port': {'1.7'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'PortForwarding': {'1.2'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'QosPolicy': {'1.8'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroup': {'1.4'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroupRule': {'1.2'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SubPort': {'1.0'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Subnet': {'1.1'}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Trunk': {'1.1'}} May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: consumer versions: May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'ConntrackHelper': '1.0', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Log': '1.0', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Network': '1.1', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Port': '1.7', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'PortForwarding': '1.2', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'QosPolicy': '1.8', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroup': '1.4', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroupRule': '1.2', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'SubPort': '1.0', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Subnet': '1.1', May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: 'Trunk': '1.1'}} May 26 22:13:52.802743 dv-cinder-793244-1-smb neutron-server[92362]: {{(pid=92362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:13:52.838797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:52.857686 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.951176 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.952677 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:52.953333 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:52.958451 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:53.058019 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4272be-6480-464e-8c0d-18da2b02c6b2,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:53.061105 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:53.069420 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:13:53.100266 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0808551 May 26 22:13:55.805525 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48058) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:56.242323 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62833b5f-fc1a-41d1-b0ac-86553ed464b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:56.243941 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-62833b5f-fc1a-41d1-b0ac-86553ed464b4 admin admin] 10.222.0.23 "GET /v2.0/networks/cd4272be-6480-464e-8c0d-18da2b02c6b2 HTTP/1.1" status: 200 len: 825 time: 0.4374509 May 26 22:13:56.270391 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-a53971d8-bd07-4f6a-9bcf-c2a470bdbdf1 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/477c1880-79c2-4480-b157-deb07983d251 HTTP/1.1" status: 200 len: 734 time: 0.0211587 May 26 22:13:56.278341 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:13:56.283036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:13:56.286690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Usage tracker for resource:subnet and tenant:ab11eef1d1124067b12a7ea881c6e950 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:13:56.289492 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:13:56.294950 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:13:56.356453 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Made reservation on behalf of ab11eef1d1124067b12a7ea881c6e950 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:13:56.358712 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:56.884943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:56.889743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:56.969524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50427060-f805-4920-bcc7-6a4ba915b2e1,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:56.973350 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:56.974276 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Checking segment: {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:56.974648 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Network hostable DHCP agents. Network: cd4272be-6480-464e-8c0d-18da2b02c6b2, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:13:57.063012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:13:57.142577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, cd4272be-6480-464e-8c0d-18da2b02c6b2) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:57.147844 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:13:57.148639 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:57.150957 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117fac0-e90b-4fed-9951-f47b08a5062b None None] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:13:57.266043 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9908214 May 26 22:13:57.455988 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-cd4272be-6480-464e-8c0d-18da2b02c6b2', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:13:57.457168 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:57.648102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Allocated IP 172.20.0.2 (cd4272be-6480-464e-8c0d-18da2b02c6b2/50427060-f805-4920-bcc7-6a4ba915b2e1/b291264b-1481-4a3d-85b1-b77d55b1dea6) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:13:57.875597 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:57.888145 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Transition to ACTIVE for port object b291264b-1481-4a3d-85b1-b77d55b1dea6 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:57.909901 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Transition to ACTIVE for port object b291264b-1481-4a3d-85b1-b77d55b1dea6 will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:13:57.989004 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:57.994115 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:58.052496 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:13:58.055379 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:13:58.060838 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:13:58.067441 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Pushing event updated for resources: {'Port': ['ID=b291264b-1481-4a3d-85b1-b77d55b1dea6,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:58.103354 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.103710 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.104037 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.104358 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.104671 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.104985 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.105295 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.105605 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.105910 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.106214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.106516 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.106823 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Tracked resource versions report: May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: pushed versions: May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: { 'AddressGroup': {'1.2'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'ConntrackHelper': {'1.0'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Log': {'1.0'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Network': {'1.1'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Port': {'1.7'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'PortForwarding': {'1.2'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'QosPolicy': {'1.8'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroup': {'1.4'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroupRule': {'1.2'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SubPort': {'1.0'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Subnet': {'1.1'}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Trunk': {'1.1'}} May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: consumer versions: May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'ConntrackHelper': '1.0', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Log': '1.0', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Network': '1.1', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Port': '1.7', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'PortForwarding': '1.2', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'QosPolicy': '1.8', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroup': '1.4', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroupRule': '1.2', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'SubPort': '1.0', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Subnet': '1.1', May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: 'Trunk': '1.1'}} May 26 22:13:58.107953 dv-cinder-793244-1-smb neutron-server[92363]: {{(pid=92363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:13:58.141241 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:58.164898 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Attempting to bind port b291264b-1481-4a3d-85b1-b77d55b1dea6 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:13:58.165500 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Attempting to bind port b291264b-1481-4a3d-85b1-b77d55b1dea6 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:13:58.165702 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Attempting to bind port b291264b-1481-4a3d-85b1-b77d55b1dea6 on network cd4272be-6480-464e-8c0d-18da2b02c6b2 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:13:58.171263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:13:58.171711 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Checking segment: {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:13:58.172171 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:58.172552 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Bound using segment: {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:13:58.173070 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Bound port: b291264b-1481-4a3d-85b1-b77d55b1dea6, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:13:58.173438 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:58.257473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] For port b291264b-1481-4a3d-85b1-b77d55b1dea6, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:13:58.261258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] For port b291264b-1481-4a3d-85b1-b77d55b1dea6, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=b291264b-1481-4a3d-85b1-b77d55b1dea6,segment=NetworkSegment(74a55d50-e285-49a1-aeab-97c9d3fa4153),segment_id=74a55d50-e285-49a1-aeab-97c9d3fa4153)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:13:58.328907 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:13:58.332910 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:13:58.420585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Pushing event updated for resources: {'Port': ['ID=b291264b-1481-4a3d-85b1-b77d55b1dea6,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:13:58.423320 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:13:59.617053 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48068) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:13:59.985981 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [None req-7e94227f-0c30-48bb-98b1-294ea1d3a41c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:13:59.986953 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-7e94227f-0c30-48bb-98b1-294ea1d3a41c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685057 May 26 22:14:02.318513 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48078) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:02.697125 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [None req-37d7cc89-a84e-456d-b46e-24c518618ad6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:14:02.698079 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-37d7cc89-a84e-456d-b46e-24c518618ad6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3786662 May 26 22:14:03.213799 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device b291264b-1481-4a3d-85b1-b77d55b1dea6 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:03.351050 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port b291264b-1481-4a3d-85b1-b77d55b1dea6 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:03.933107 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7dbaa-5cd5-46f5-86de-0e47e1c807eb None None] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:14:04.093294 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Provisioning for port b291264b-1481-4a3d-85b1-b77d55b1dea6 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:04.102733 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Provisioning complete for port b291264b-1481-4a3d-85b1-b77d55b1dea6 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:04.103126 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:04.279093 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:04.316356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] For port b291264b-1481-4a3d-85b1-b77d55b1dea6, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=b291264b-1481-4a3d-85b1-b77d55b1dea6,segment=NetworkSegment(74a55d50-e285-49a1-aeab-97c9d3fa4153),segment_id=74a55d50-e285-49a1-aeab-97c9d3fa4153)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:04.391260 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:04.393429 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:04.465383 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Pushing event updated for resources: {'Port': ['ID=b291264b-1481-4a3d-85b1-b77d55b1dea6,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:04.469184 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:04.516403 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-add89a4e-0168-43e1-9cea-380ddd48dd64 None None] Provisioning complete for port b291264b-1481-4a3d-85b1-b77d55b1dea6 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:04.516775 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-add89a4e-0168-43e1-9cea-380ddd48dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:05.178375 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device b291264b-1481-4a3d-85b1-b77d55b1dea6 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:05.245755 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port b291264b-1481-4a3d-85b1-b77d55b1dea6 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:05.246124 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:05.314362 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48094) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:05.894592 dv-cinder-793244-1-smb neutron-server[92361]: WARNING oslo_policy.policy [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:14:05.895175 dv-cinder-793244-1-smb neutron-server[92361]: WARNING oslo_policy.policy [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:14:06.114409 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Request body: {'router': {'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:06.182895 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.policy [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92361) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 22:14:06.227949 dv-cinder-793244-1-smb neutron-server[92361]: WARNING oslo_policy.policy [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:14:06.228307 dv-cinder-793244-1-smb neutron-server[92361]: WARNING oslo_policy.policy [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 22:14:06.237084 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.quota [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Loaded quota_driver: . May 26 22:14:06.252897 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:06.259203 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Usage tracker for resource:router and tenant:ab11eef1d1124067b12a7ea881c6e950 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:14:06.264073 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:14:06.271871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:06.394337 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:06.396315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:06.421489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:06.580745 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:06.653919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:06.655242 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1212af21-db04-4238-9d03-525d18ee7c3d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3381982 May 26 22:14:08.734069 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6bd8a5d1-f63b-4734-8cd8-41d6c53aaad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:08.955771 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48110) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:09.317181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [None req-9506f95d-88b8-4949-abab-ba5babd467d3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:14:09.318149 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9506f95d-88b8-4949-abab-ba5babd467d3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3614683 May 26 22:14:10.635410 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:14:11.250647 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d92cd319-bcf0-4290-8ecb-f594796915a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:11.396340 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:11.641967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48120) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:12.007335 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:12.012375 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:12.016088 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Usage tracker for resource:network and tenant:1837a16f1d5947b9b1200e3809db72bb is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:14:12.019450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:14:12.025014 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:12.087805 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Made reservation on behalf of 1837a16f1d5947b9b1200e3809db72bb for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:14:12.090641 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.109198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.123613 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:12.127413 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Usage tracker for resource:security_group_rule and tenant:1837a16f1d5947b9b1200e3809db72bb is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:14:12.130790 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:14:12.136396 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:12.176929 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.226268 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.290932 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.296622 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:12.306880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Reserving flat network on physical network physnet1 {{(pid=92361) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 22:14:12.338443 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744053994222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.339035 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Unsubscribe: segment precommit_create {{(pid=92361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 22:14:12.339513 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Added segment 592d7372-36b3-435b-9d37-230e5d05f0ab of type flat for network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee May 26 22:14:12.388557 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35a7bf0-0f06-4b7f-9ca1-d3caebff28ae,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:12.408061 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.408393 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.408717 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.409030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.409677 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.410040 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.410348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.410652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.410971 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.411275 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.411574 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.411896 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Tracked resource versions report: May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: pushed versions: May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: { 'AddressGroup': {'1.2'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'ConntrackHelper': {'1.0'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Log': {'1.0'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Network': {'1.1'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Port': {'1.7'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'PortForwarding': {'1.2'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'QosPolicy': {'1.8'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroup': {'1.4'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroupRule': {'1.2'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SubPort': {'1.0'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Subnet': {'1.1'}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Trunk': {'1.1'}} May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: consumer versions: May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'ConntrackHelper': '1.0', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Log': '1.0', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Network': '1.1', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Port': '1.7', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'PortForwarding': '1.2', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'QosPolicy': '1.8', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroup': '1.4', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroupRule': '1.2', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'SubPort': '1.0', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Subnet': '1.1', May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: 'Trunk': '1.1'}} May 26 22:14:12.412981 dv-cinder-793244-1-smb neutron-server[92361]: {{(pid=92361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:14:12.462921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.466912 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:12.670731 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.672329 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:12.672956 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:12.677738 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:12.777559 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Pushing event updated for resources: {'Network': ['ID=9db2a7d3-8be7-4a45-bfa6-8b4360d33dee,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:12.781258 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:12.788201 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:14:12.831429 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1884022 May 26 22:14:13.690691 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:15.147417 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48144) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:15.356284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae33a2-6907-44ab-b02b-ec285a9cdddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:15.358241 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c5ae33a2-6907-44ab-b02b-ec285a9cdddb admin admin] 10.222.0.23 "GET /v2.0/subnets/50427060-f805-4920-bcc7-6a4ba915b2e1 HTTP/1.1" status: 200 len: 849 time: 0.2092679 May 26 22:14:15.513174 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-da6b49e8-b548-4bf0-a0c0-cfc4646751c5 admin admin] 10.222.0.23 "GET /v2.0/routers/343f14d1-9051-4992-a5bb-ff9e8f0d4339 HTTP/1.1" status: 200 len: 704 time: 0.1495392 May 26 22:14:15.961333 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:16.187416 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Allocated IP 172.20.0.1 (cd4272be-6480-464e-8c0d-18da2b02c6b2/50427060-f805-4920-bcc7-6a4ba915b2e1/8172bee2-60d1-45df-9e0c-c1bd7d99922c) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:14:16.338113 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:16.355218 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Transition to ACTIVE for port object 8172bee2-60d1-45df-9e0c-c1bd7d99922c will not be triggered until provisioned by entity DHCP. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:14:16.456737 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:16.461313 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:16.526457 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:14:16.529259 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:14:16.536705 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:14:16.536705 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:16.646322 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Pushing event updated for resources: {'Port': ['ID=8172bee2-60d1-45df-9e0c-c1bd7d99922c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:16.664635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:16.802007 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-954ec0a1-2a92-4007-8330-b4b4eef40d6e None None] Provisioning for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:16.806659 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-954ec0a1-2a92-4007-8330-b4b4eef40d6e None None] Provisioning complete for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:16.811041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-954ec0a1-2a92-4007-8330-b4b4eef40d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:16.859839 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-954ec0a1-2a92-4007-8330-b4b4eef40d6e None None] Port 8172bee2-60d1-45df-9e0c-c1bd7d99922c cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:14:16.907435 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:17.125586 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:17.213207 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:17.214285 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:17.218195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:17.347914 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Pushing event updated for resources: {'Port': ['ID=8172bee2-60d1-45df-9e0c-c1bd7d99922c,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:17.350828 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:17.409988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:14:17.410967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:14:17.582263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2586df9a-ca32-46b5-b115-4e000c2d9d1b None None] Provisioning complete for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:17.582700 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2586df9a-ca32-46b5-b115-4e000c2d9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:17.636034 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-2586df9a-ca32-46b5-b115-4e000c2d9d1b None None] Port 8172bee2-60d1-45df-9e0c-c1bd7d99922c cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:14:17.676172 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:14:17.823555 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:14:17.832370 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] 10.222.0.23 "PUT /v2.0/routers/343f14d1-9051-4992-a5bb-ff9e8f0d4339/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3138583 May 26 22:14:17.832632 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Sync routers for ids ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:14:17.843249 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Routers {'343f14d1-9051-4992-a5bb-ff9e8f0d4339'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:14:17.844189 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:14:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:18.015041 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Set router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 gateway port host: None {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:14:18.379009 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:16Z', 'revision_number': 2, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port_host': None, '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:16Z', 'revision_number': 2, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:18.383884 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Checking router: 343f14d1-9051-4992-a5bb-ff9e8f0d4339 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:14:18.384525 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Updating router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 port 8172bee2-60d1-45df-9e0c-c1bd7d99922c binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:14:18.436164 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:18.811593 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:18.826197 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Transition to ACTIVE for port object 8172bee2-60d1-45df-9e0c-c1bd7d99922c will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:14:18.893468 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:18.898346 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:19.105428 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Pushing event updated for resources: {'Port': ['ID=8172bee2-60d1-45df-9e0c-c1bd7d99922c,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:19.138505 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.138871 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.139199 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.139527 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.139884 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.140203 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.140517 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.140824 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.141137 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.141444 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.141749 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.142052 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Tracked resource versions report: May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: pushed versions: May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: { 'AddressGroup': {'1.2'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'ConntrackHelper': {'1.0'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Log': {'1.0'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Network': {'1.1'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Port': {'1.7'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'PortForwarding': {'1.2'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'QosPolicy': {'1.8'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroup': {'1.4'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroupRule': {'1.2'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SubPort': {'1.0'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Subnet': {'1.1'}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Trunk': {'1.1'}} May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: consumer versions: May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'ConntrackHelper': '1.0', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Log': '1.0', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Network': '1.1', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Port': '1.7', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'PortForwarding': '1.2', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'QosPolicy': '1.8', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroup': '1.4', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroupRule': '1.2', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'SubPort': '1.0', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Subnet': '1.1', May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: 'Trunk': '1.1'}} May 26 22:14:19.143144 dv-cinder-793244-1-smb neutron-server[92364]: {{(pid=92364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:14:19.147395 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:19.148320 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Attempting to bind port 8172bee2-60d1-45df-9e0c-c1bd7d99922c on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:14:19.148710 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Attempting to bind port 8172bee2-60d1-45df-9e0c-c1bd7d99922c by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:14:19.149138 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Attempting to bind port 8172bee2-60d1-45df-9e0c-c1bd7d99922c on network cd4272be-6480-464e-8c0d-18da2b02c6b2 {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:14:19.155904 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:14:19.156298 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Checking segment: {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:14:19.156764 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:19.157397 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Bound using segment: {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:14:19.157667 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Bound port: 8172bee2-60d1-45df-9e0c-c1bd7d99922c, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a55d50-e285-49a1-aeab-97c9d3fa4153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:14:19.158032 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:19.245305 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] For port 8172bee2-60d1-45df-9e0c-c1bd7d99922c, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:14:19.249416 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] For port 8172bee2-60d1-45df-9e0c-c1bd7d99922c, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=8172bee2-60d1-45df-9e0c-c1bd7d99922c,segment=NetworkSegment(74a55d50-e285-49a1-aeab-97c9d3fa4153),segment_id=74a55d50-e285-49a1-aeab-97c9d3fa4153)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:14:19.343170 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:19.347146 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:19.428502 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Routers {'343f14d1-9051-4992-a5bb-ff9e8f0d4339'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:14:19.429140 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:14:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:19.544765 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Pushing event updated for resources: {'Port': ['ID=8172bee2-60d1-45df-9e0c-c1bd7d99922c,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:19.548235 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:19.591955 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] Set router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 gateway port host: None {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:14:19.907517 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:16Z', 'revision_number': 2, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port_host': None, '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:19Z', 'revision_number': 4, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:19.911862 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6684-5a73-4279-b171-f025af07974f None None] The sync data for ids ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'] in dv-cinder-793244-1-smb is: [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:16Z', 'revision_number': 2, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port_host': None, '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:19Z', 'revision_number': 4, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:14:20.018661 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48166) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:20.162203 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202cd5a-1bf8-4940-aa25-68bcb4e4642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:20.162676 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d202cd5a-1bf8-4940-aa25-68bcb4e4642a admin admin] Synchronizing usage tracker for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:network {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:14:20.273649 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d202cd5a-1bf8-4940-aa25-68bcb4e4642a admin admin] Unset dirty status for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:network {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:14:20.274939 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d202cd5a-1bf8-4940-aa25-68bcb4e4642a admin admin] 10.222.0.23 "GET /v2.0/networks/9db2a7d3-8be7-4a45-bfa6-8b4360d33dee HTTP/1.1" status: 200 len: 842 time: 0.2551918 May 26 22:14:20.284958 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Request body: {'subnet': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:20.290225 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:14:20.293938 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Usage tracker for resource:subnet and tenant:1837a16f1d5947b9b1200e3809db72bb is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:14:20.296857 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:14:20.302830 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:14:20.387499 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Made reservation on behalf of 1837a16f1d5947b9b1200e3809db72bb for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:14:20.390715 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:20.876230 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.objects.ports [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92361) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 26 22:14:20.876604 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:20.880933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:20.951351 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f59bdd1-9cf3-4a3e-b549-12df013feece,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:20.955284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:20.961682 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:14:20.962035 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Network hostable DHCP agents. Network: 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:14:21.030433 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:14:21.082250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:14:21.088520 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:21.088520 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:21.091501 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9969b-46e1-4341-821f-f7f76b731177 None None] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:14:21.197162 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158139 May 26 22:14:21.305199 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26353b7-d9ec-4433-ae29-9372f96c6dc8 None None] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:14:23.206777 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8172bee2-60d1-45df-9e0c-c1bd7d99922c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:23.336657 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:23.342367 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:23.342739 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:23.434463 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48180) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:23.462809 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:23.496960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 8172bee2-60d1-45df-9e0c-c1bd7d99922c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=8172bee2-60d1-45df-9e0c-c1bd7d99922c,segment=NetworkSegment(74a55d50-e285-49a1-aeab-97c9d3fa4153),segment_id=74a55d50-e285-49a1-aeab-97c9d3fa4153)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:23.596729 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:23.598960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:23.634583 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-de01ab78-58d9-40a3-9b39-e99fc1714126 admin admin] 10.222.0.23 "GET /v2.0/routers/343f14d1-9051-4992-a5bb-ff9e8f0d4339 HTTP/1.1" status: 200 len: 710 time: 0.1989033 May 26 22:14:23.666386 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=8172bee2-60d1-45df-9e0c-c1bd7d99922c,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:23.672353 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:23.763051 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cdb5dc-bb04-46c0-a875-500e831b4fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:14:23.764536 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-e2cdb5dc-bb04-46c0-a875-500e831b4fda admin admin] 10.222.0.23 "GET /v2.0/networks/9db2a7d3-8be7-4a45-bfa6-8b4360d33dee HTTP/1.1" status: 200 len: 886 time: 0.1258962 May 26 22:14:23.773145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:14:24.194391 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:24.584251 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:24.639011 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:24.814778 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Allocated IP 172.28.1.62 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/a8c604cd-4bee-4243-90ad-b3c422166957) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:14:24.950218 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.033218 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.037471 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:25.097089 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:14:25.099816 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:14:25.103352 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:14:25.163458 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c604cd-4bee-4243-90ad-b3c422166957,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:25.193744 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8172bee2-60d1-45df-9e0c-c1bd7d99922c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:25.214122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:25.261601 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:25.262047 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.547571 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.872723 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:25.876588 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1025332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1025283', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1026184'] for router, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:26.047163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:14:26.262155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:14:26.270513 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:26.271698 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] 10.222.0.23 "PUT /v2.0/routers/343f14d1-9051-4992-a5bb-ff9e8f0d4339 HTTP/1.1" status: 200 len: 889 time: 2.5017076 May 26 22:14:26.272471 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Sync routers for ids ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:14:26.283124 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Routers {'343f14d1-9051-4992-a5bb-ff9e8f0d4339'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:14:26.283843 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:14:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:26.473488 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Set router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:14:26.830869 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:25Z', 'revision_number': 4, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port': {'id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:24Z', 'updated_at': '2021-05-26T22:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:23Z', 'revision_number': 5, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:26.835785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Checking router: 343f14d1-9051-4992-a5bb-ff9e8f0d4339 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:14:26.836154 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Updating router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 port a8c604cd-4bee-4243-90ad-b3c422166957 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:14:26.889073 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.206635 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.218174 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Transition to ACTIVE for port object a8c604cd-4bee-4243-90ad-b3c422166957 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:14:27.284393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.288318 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-d1b0a75d-6ffb-4560-9231-b07ef5a1be9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:27.364498 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Attempting to bind port a8c604cd-4bee-4243-90ad-b3c422166957 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:14:27.364901 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Attempting to bind port a8c604cd-4bee-4243-90ad-b3c422166957 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:14:27.365270 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Attempting to bind port a8c604cd-4bee-4243-90ad-b3c422166957 on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:14:27.370997 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Pushing event updated for resources: {'Port': ['ID=a8c604cd-4bee-4243-90ad-b3c422166957,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:27.373845 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:27.376706 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:14:27.377084 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:14:27.377481 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.377878 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:14:27.378489 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Bound port: a8c604cd-4bee-4243-90ad-b3c422166957, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:14:27.378862 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.448429 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] For port a8c604cd-4bee-4243-90ad-b3c422166957, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:14:27.451974 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] For port a8c604cd-4bee-4243-90ad-b3c422166957, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=a8c604cd-4bee-4243-90ad-b3c422166957,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:14:27.556417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:27.561510 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:27.637782 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Routers {'343f14d1-9051-4992-a5bb-ff9e8f0d4339'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:14:27.638425 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:14:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:27.698565 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Pushing event updated for resources: {'Port': ['ID=a8c604cd-4bee-4243-90ad-b3c422166957,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:27.703484 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:27.817255 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] Set router 343f14d1-9051-4992-a5bb-ff9e8f0d4339 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:14:28.138706 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:25Z', 'revision_number': 4, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port': {'id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:24Z', 'updated_at': '2021-05-26T22:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:23Z', 'revision_number': 5, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:14:28.142727 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe22e36-e735-4a9c-a929-e0c84c488261 None None] The sync data for ids ['343f14d1-9051-4992-a5bb-ff9e8f0d4339'] in dv-cinder-793244-1-smb is: [{'id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'name': 'router1', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:14:06Z', 'updated_at': '2021-05-26T22:14:25Z', 'revision_number': 4, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'gw_port': {'id': 'a8c604cd-4bee-4243-90ad-b3c422166957', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:24Z', 'updated_at': '2021-05-26T22:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '8172bee2-60d1-45df-9e0c-c1bd7d99922c', 'name': '', 'network_id': 'cd4272be-6480-464e-8c0d-18da2b02c6b2', 'tenant_id': 'ab11eef1d1124067b12a7ea881c6e950', 'mac_address': 'fa:16:3e:64:08:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f14d1-9051-4992-a5bb-ff9e8f0d4339', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:14:16Z', 'updated_at': '2021-05-26T22:14:23Z', 'revision_number': 5, 'project_id': 'ab11eef1d1124067b12a7ea881c6e950', 'subnets': [{'id': '50427060-f805-4920-bcc7-6a4ba915b2e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '477c1880-79c2-4480-b157-deb07983d251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:14:28.641293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48190) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:14:28.755848 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-716e321e-8d6a-4096-9137-8bd8f22e6a69 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1132717 May 26 22:14:29.223423 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8c604cd-4bee-4243-90ad-b3c422166957 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:29.350285 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port a8c604cd-4bee-4243-90ad-b3c422166957 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:14:29.355627 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port a8c604cd-4bee-4243-90ad-b3c422166957 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:29.356097 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:29.476757 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:29.492376 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port a8c604cd-4bee-4243-90ad-b3c422166957, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=a8c604cd-4bee-4243-90ad-b3c422166957,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:14:29.624502 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:29.626589 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:14:29.714705 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=a8c604cd-4bee-4243-90ad-b3c422166957,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:14:29.718921 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:14:31.225171 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8c604cd-4bee-4243-90ad-b3c422166957 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:14:31.322596 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port a8c604cd-4bee-4243-90ad-b3c422166957 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:14:31.322902 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:38.811177 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-29a85d3f-0d97-495a-bdc8-8c7dd2359181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:41.270258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-03868ca7-d60e-4003-9e12-f13deb52d9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:41.395953 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:42.215535 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:43.717033 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:14:47.633943 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:15:08.721448 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a39709e7-2017-4739-80cb-adc7eb23733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.253199 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-59be8802-bee2-42eb-a877-b4a552175525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:11.408856 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:12.212794 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:13.734585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:24.632928 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:15:38.725770 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2573bde9-3391-46c4-9fe4-5ba8c06c67c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:41.253434 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bacd-a399-4a5d-8883-227073cf3cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:41.373155 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:42.196319 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:15:43.717662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:01.631209 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:16:04.621493 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48760) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:04.687521 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3aa5e7-7025-4b5c-808c-e2265ddc3413 admin admin] GET failed (client error): The resource could not be found. May 26 22:16:04.688894 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8b3aa5e7-7025-4b5c-808c-e2265ddc3413 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664637 May 26 22:16:04.816588 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725471c-092c-41e3-8f37-b6818a6c1b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:04.817920 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3725471c-092c-41e3-8f37-b6818a6c1b99 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1252956 May 26 22:16:06.929878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48770) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:07.037004 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb00656c-551f-4d40-b639-31641f3ac869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:07.037548 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-eb00656c-551f-4d40-b639-31641f3ac869 admin admin] Synchronizing usage tracker for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:subnet {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:16:07.120551 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-eb00656c-551f-4d40-b639-31641f3ac869 admin admin] Unset dirty status for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:subnet {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:16:07.121675 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-eb00656c-551f-4d40-b639-31641f3ac869 admin admin] 10.222.0.23 "GET /v2.0/subnets/50427060-f805-4920-bcc7-6a4ba915b2e1 HTTP/1.1" status: 200 len: 849 time: 0.1908588 May 26 22:16:07.130917 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:07.245499 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:07.491047 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744053983133'] for subnet, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:07.494640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:07.535152 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:07.535752 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:07.541743 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/50427060-f805-4920-bcc7-6a4ba915b2e1 HTTP/1.1" status: 200 len: 868 time: 0.4098113 May 26 22:16:07.541959 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f519b4f-cf20-4534-9c0d-015b454a0d47 None None] Network cd4272be-6480-464e-8c0d-18da2b02c6b2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:16:07.563793 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50427060-f805-4920-bcc7-6a4ba915b2e1,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:07.571937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.572299 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.572596 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.572921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.573245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.573565 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.573880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.574200 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.574539 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.574855 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.575166 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.575473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:07.580014 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:07.991482 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-04e69e93-9649-4671-8242-af816dd41ecb None None] Provisioning complete for port 8172bee2-60d1-45df-9e0c-c1bd7d99922c triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:07.991879 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-04e69e93-9649-4671-8242-af816dd41ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:08.115286 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-04e69e93-9649-4671-8242-af816dd41ecb None None] Provisioning complete for port b291264b-1481-4a3d-85b1-b77d55b1dea6 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:08.115546 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-04e69e93-9649-4671-8242-af816dd41ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:08.709196 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2873da67-2cf2-4236-bfb2-d2ae13086856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:09.637292 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48780) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:09.807181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0169e-9ae7-4b08-aa6d-c72e77deb91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:09.807682 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0169e-9ae7-4b08-aa6d-c72e77deb91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:09.809193 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cbd0169e-9ae7-4b08-aa6d-c72e77deb91b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709495 May 26 22:16:11.268505 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-97a7cc2a-df22-46dd-b9d8-e8eb20f02f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:11.389230 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:11.910079 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48790) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:12.082303 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a02754-3e5c-49c7-a9cd-22e60d62aedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:12.082782 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a02754-3e5c-49c7-a9cd-22e60d62aedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:12.084279 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-80a02754-3e5c-49c7-a9cd-22e60d62aedd admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732867 May 26 22:16:12.195352 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:13.732442 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:14.178406 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48800) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:14.357717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab7e00-ff0d-4b2b-b1d8-acffe3c08765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:14.359175 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-40ab7e00-ff0d-4b2b-b1d8-acffe3c08765 admin admin] 10.222.0.23 "GET /v2.0/networks/9db2a7d3-8be7-4a45-bfa6-8b4360d33dee HTTP/1.1" status: 200 len: 886 time: 0.1797702 May 26 22:16:16.459505 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48810) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:16.632202 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b636fc8-e75d-4f14-9fa9-f0a66c08e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:16.633538 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-5b636fc8-e75d-4f14-9fa9-f0a66c08e211 admin admin] 10.222.0.23 "GET /v2.0/networks/cd4272be-6480-464e-8c0d-18da2b02c6b2 HTTP/1.1" status: 200 len: 869 time: 0.1730828 May 26 22:16:18.710647 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48820) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:18.816766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff054b-0524-486d-b274-cd2d97cba9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:18.817225 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff054b-0524-486d-b274-cd2d97cba9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:18.818719 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-83ff054b-0524-486d-b274-cd2d97cba9b5 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071458 May 26 22:16:20.899013 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48830) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:21.005670 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487bdb5f-4724-479a-ab2b-aafc502a481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:21.006130 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487bdb5f-4724-479a-ab2b-aafc502a481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:21.007571 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-487bdb5f-4724-479a-ab2b-aafc502a481d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1076863 May 26 22:16:23.093898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48840) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:23.192341 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41be689d-eafd-4ac2-aa26-07117bf970ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:23.193623 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-41be689d-eafd-4ac2-aa26-07117bf970ff admin admin] 10.222.0.23 "GET /v2.0/subnets/4f59bdd1-9cf3-4a3e-b549-12df013feece HTTP/1.1" status: 200 len: 816 time: 0.0987833 May 26 22:16:25.282438 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48850) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:25.386472 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f404b0-438a-4368-a07e-5634b1b72008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:25.388282 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b1f404b0-438a-4368-a07e-5634b1b72008 admin admin] 10.222.0.23 "GET /v2.0/subnets/50427060-f805-4920-bcc7-6a4ba915b2e1 HTTP/1.1" status: 200 len: 868 time: 0.1049144 May 26 22:16:38.629806 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:16:38.731102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-db411bd1-ce97-43b0-b4f2-18080a94fbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.279669 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2f6180e2-8321-4a39-89f5-5d94bac328eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:41.382407 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:42.210824 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:43.719049 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:48.202652 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48894) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:48.248666 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [None req-00bb127b-3313-435c-b192-b9e9ffe2b4a1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:16:48.249641 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-00bb127b-3313-435c-b192-b9e9ffe2b4a1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460541 May 26 22:16:50.433691 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48904) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:50.499866 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac79b8b-ceb9-4a94-a2bf-6c21b254b50c admin admin] GET failed (client error): The resource could not be found. May 26 22:16:50.501115 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-aac79b8b-ceb9-4a94-a2bf-6c21b254b50c admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664928 May 26 22:16:50.624628 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b951e-d731-4235-bf25-7044b16598cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:50.626073 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-198b951e-d731-4235-bf25-7044b16598cd admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1211436 May 26 22:16:52.732938 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48914) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:52.780148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:52.784608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:52.793782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:52.850493 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Made reservation on behalf of 1837a16f1d5947b9b1200e3809db72bb for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:16:52.852911 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:52.941383 dv-cinder-793244-1-smb neutron-server[92361]: WARNING neutron.services.revisions.revision_plugin [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Could not find related network for resource to bump revision. May 26 22:16:52.953054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:16:52.961805 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:52.962144 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Added segment 203b9fb8-de4b-435c-abd0-f5d181678419 of type vlan for network 6d175424-76a8-4cde-a30c-f56404abb84d May 26 22:16:52.987709 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:53.072576 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:53.073877 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:53.074464 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:53.077665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:53.169411 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Pushing event updated for resources: {'Network': ['ID=6d175424-76a8-4cde-a30c-f56404abb84d,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:53.172101 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:53.179178 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 6d175424-76a8-4cde-a30c-f56404abb84d details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:16:53.228345 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4942963 May 26 22:16:55.335246 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 48924) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:16:55.404964 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f42920b-3d9e-4a70-9a85-845cf1b26ca4 admin admin] GET failed (client error): The resource could not be found. May 26 22:16:55.406206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-2f42920b-3d9e-4a70-9a85-845cf1b26ca4 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0700128 May 26 22:16:55.511068 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff134e-27a1-4036-88c5-f84086785d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:55.512972 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-bcff134e-27a1-4036-88c5-f84086785d36 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030464 May 26 22:16:55.522262 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:16:55.526551 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:16:55.536560 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:16:55.592527 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Made reservation on behalf of 1837a16f1d5947b9b1200e3809db72bb for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:16:55.594737 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.001915 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.006109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:56.101194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b0fe8e-0968-48db-b9d3-bca1e0fba892,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:56.112960 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.113292 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.113614 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.113930 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.114239 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.114554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.114857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.115161 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.115486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.115816 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.116126 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.116421 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:56.120818 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:56.121459 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Checking segment: {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:56.121796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Network hostable DHCP agents. Network: 6d175424-76a8-4cde-a30c-f56404abb84d, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:16:56.209777 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Network 6d175424-76a8-4cde-a30c-f56404abb84d is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:16:56.284039 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 6d175424-76a8-4cde-a30c-f56404abb84d) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:56.287925 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:16:56.288528 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.292447 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cece04-fd37-43ff-950b-8f76620e9e61 None None] Network 6d175424-76a8-4cde-a30c-f56404abb84d requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:16:56.371146 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8516557 May 26 22:16:56.514871 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-6d175424-76a8-4cde-a30c-f56404abb84d', 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d', 'tenant_id': '1837a16f1d5947b9b1200e3809db72bb', 'fixed_ips': [{'subnet_id': 'b7b0fe8e-0968-48db-b9d3-bca1e0fba892'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:16:56.515885 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.695814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Allocated IP 192.168.233.2 (6d175424-76a8-4cde-a30c-f56404abb84d/b7b0fe8e-0968-48db-b9d3-bca1e0fba892/4e1d1fb9-0904-4b42-8569-ac03a6f65280) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:16:56.902814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:56.912821 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Transition to ACTIVE for port object 4e1d1fb9-0904-4b42-8569-ac03a6f65280 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:56.931526 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Transition to ACTIVE for port object 4e1d1fb9-0904-4b42-8569-ac03a6f65280 will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:16:57.016920 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.021605 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-3d6856be-254a-4132-8987-eb0c38ba6b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:57.083147 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Network 6d175424-76a8-4cde-a30c-f56404abb84d is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:16:57.087889 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:16:57.090935 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:16:57.096746 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Pushing event updated for resources: {'Port': ['ID=4e1d1fb9-0904-4b42-8569-ac03a6f65280,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:57.133216 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.133558 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.133896 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.134226 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.135043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.135043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.135226 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.135483 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.135910 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.136819 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.137147 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.137461 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:16:57.141631 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:57.196813 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Attempting to bind port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:16:57.197729 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Attempting to bind port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:16:57.197729 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Attempting to bind port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 on network 6d175424-76a8-4cde-a30c-f56404abb84d {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:16:57.203765 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:16:57.204185 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Checking segment: {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:16:57.204578 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.204968 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Bound using segment: {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:16:57.205424 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Bound port: 4e1d1fb9-0904-4b42-8569-ac03a6f65280, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:16:57.205781 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.297822 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] For port 4e1d1fb9-0904-4b42-8569-ac03a6f65280, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:16:57.300873 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] For port 4e1d1fb9-0904-4b42-8569-ac03a6f65280, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=4e1d1fb9-0904-4b42-8569-ac03a6f65280,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:16:57.365021 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:57.368956 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:57.446766 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Pushing event updated for resources: {'Port': ['ID=4e1d1fb9-0904-4b42-8569-ac03a6f65280,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:57.450199 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:16:58.275530 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08a586-39c6-4ac4-a838-534367e2239a None None] Network 6d175424-76a8-4cde-a30c-f56404abb84d requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:16:58.430226 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-738ef061-4f1f-4452-bf74-b59b8f4a8c11 None None] Provisioning for port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:59.319839 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4e1d1fb9-0904-4b42-8569-ac03a6f65280 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:16:59.438856 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:16:59.443907 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:16:59.444275 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:59.560323 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:59.591619 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 4e1d1fb9-0904-4b42-8569-ac03a6f65280, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=4e1d1fb9-0904-4b42-8569-ac03a6f65280,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:16:59.655851 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:16:59.658771 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:16:59.722267 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=4e1d1fb9-0904-4b42-8569-ac03a6f65280,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:16:59.725323 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:17:01.302663 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4e1d1fb9-0904-4b42-8569-ac03a6f65280 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:17:01.371856 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 4e1d1fb9-0904-4b42-8569-ac03a6f65280 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:17:01.372221 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:08.809600 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-0d79c941-c609-4318-85d6-6046b4a4ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:11.249789 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-22f8893d-4d6b-4016-a4f3-73befb2e5c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:11.375321 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:12.186692 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:13.752326 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:15.628509 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:17:38.734977 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e4fecf58-bb60-4d00-a40e-afca4914e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:41.260741 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e3691e2c-c629-4276-9372-97b1b741dee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:41.397518 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:42.197550 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:43.700531 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:17:52.630308 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:18:08.751382 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4b19e293-c689-4569-9844-c22bf0ccd1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:11.265879 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-0423eb01-6751-4b25-85ac-3992b09d0d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:11.396942 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:12.038883 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48974) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:18:12.044855 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [None req-0abd0ee5-b0cb-4531-b9aa-fdf5226d5202 tempest-verify_tempest_config-663038107 tempest-verify_tempest_config-663038107-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:18:12.045796 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-0abd0ee5-b0cb-4531-b9aa-fdf5226d5202 tempest-verify_tempest_config-663038107 tempest-verify_tempest_config-663038107-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059309 May 26 22:18:12.208814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:12.559584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48992) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:18:12.676139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:12.690154 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:18:12.693843 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd3f49a23a14f1a9b7c7a2d092b892d is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:18:12.696549 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:18:12.702594 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:18:12.779643 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:12.860034 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:12.868568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f0021a3e-5c53-451d-9567-aaf33fb9d7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:12.905846 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Synchronizing usage tracker for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:18:12.908977 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5271f-7394-4e7b-85c2-06e72a420c14,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:12.918033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.918369 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.918696 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.919016 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.919331 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.919643 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.919977 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.920602 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.920957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.921264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.921575 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.921886 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:18:12.925788 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:12.991204 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Unset dirty status for tenant:1837a16f1d5947b9b1200e3809db72bb on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:18:12.992501 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dd3f49a23a14f1a9b7c7a2d092b892d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4319081 May 26 22:18:12.995042 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 48998) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:18:13.052327 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:13.077505 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:13.237212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:13.241024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:18:13.292390 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5271f-7394-4e7b-85c2-06e72a420c14,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:18:13.296296 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:18:13.299348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:13.300706 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97b5271f-7394-4e7b-85c2-06e72a420c14 HTTP/1.1" status: 204 len: 168 time: 0.3045497 May 26 22:18:13.740358 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:29.628657 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:18:38.739192 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f2eb3c2f-4123-4622-91b4-b2c60ad58ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:41.253263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a47eb9b4-0a2e-45a2-8c97-435f228a4613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:41.428640 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:42.202241 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:18:43.726080 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:06.628032 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:19:08.767528 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f270c71e-64e2-47e6-b71c-cb99b71d8582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.279284 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-9256bb2e-2278-4837-9446-58769f2bda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:11.387827 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:12.199582 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:13.727360 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:38.738245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-dd2587fd-6d40-4251-b36f-d86db058a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:41.272412 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a7bc1c26-09b6-4bff-9c81-c6c6fcf271d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:41.392158 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:42.212626 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:43.626456 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 5 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:19:43.735078 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:52.335088 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231'] for agent, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:19:55.570075 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49052) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:55.682419 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-34c0ba4d-eda4-4a63-be2f-6101596e7ec9 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1112671 May 26 22:19:57.795577 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49062) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:19:57.849194 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-89b57a8d-842a-4a66-96f3-8c7e792017c8 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0525336 May 26 22:20:08.728277 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-077ff043-4745-4237-9c4a-4c000edc6ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:11.275324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-b9880e99-b0dd-40f1-bfbc-c51f41a8b3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:11.408109 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:12.212034 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:13.744068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:20.625504 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:20:22.297349 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:38.737095 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-75145cb2-761c-4fca-a480-ff769b9a212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:41.310031 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-90196e79-a114-4475-8653-126bfec30a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:41.395739 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:42.218271 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:43.731293 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:52.338615 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:20:57.628331 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:21:08.720324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-8d216cdb-4c2f-421e-9f60-0e76ca26ef67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:11.275050 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e0fe-a5dd-4e7c-bba9-51228288407c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:11.383955 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:12.223347 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:13.743216 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:22.330554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:34.507247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49272) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:34.628974 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:21:34.957605 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-150359637-network', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:34.962408 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:34.966302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Usage tracker for resource:network and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:34.969289 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:34.984839 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.047992 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49296) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:35.049634 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49298) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:35.062897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Made reservation on behalf of e68c36e8a08443caa238b749a3ff5b64 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:35.065723 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.078405 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.093294 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.097036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.100476 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.106550 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.204073 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.204705 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49318) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:35.279884 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.284767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:35.315189 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef7155-067d-4e8f-bca9-925ce31b4be4,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:35.318630 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:21:35.326730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.327070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.333097 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-871963544-network', 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:35.335808 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.341795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.341795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.341795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.341795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.341795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.342293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Tracked resource versions report: May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: pushed versions: May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: { 'AddressGroup': {'1.2'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'ConntrackHelper': {'1.0'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Log': {'1.0'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Network': {'1.1'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Port': {'1.7'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'PortForwarding': {'1.2'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'QosPolicy': {'1.8'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroup': {'1.4'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroupRule': {'1.2'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SubPort': {'1.0'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Subnet': {'1.1'}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Trunk': {'1.1'}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: consumer versions: May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: HyperV agent@hv-cinder-79324: {}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'ConntrackHelper': '1.0', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Log': '1.0', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Network': '1.1', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Port': '1.7', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'PortForwarding': '1.2', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'QosPolicy': '1.8', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroup': '1.4', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SecurityGroupRule': '1.2', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'SubPort': '1.0', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Subnet': '1.1', May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: 'Trunk': '1.1'}} May 26 22:21:35.342390 dv-cinder-793244-1-smb neutron-server[92362]: {{(pid=92362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:35.346518 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:35.350952 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.351301 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Added segment fb05b1c0-4166-4b07-b3d7-275961b958d8 of type vlan for network 9b663cfd-61f5-4238-aac9-c77d76a0763a May 26 22:21:35.358580 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Usage tracker for resource:network and tenant:78e1321f3a86408f80bc2bc8fe2eb318 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.364757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.371512 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.385916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.445544 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:35.448022 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.461928 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.477115 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.481371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Usage tracker for resource:security_group_rule and tenant:78e1321f3a86408f80bc2bc8fe2eb318 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.484856 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.491042 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.496914 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.498244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:35.498822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.503670 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:35.577063 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.585261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1802429842-network', 'tenant_id': 'a53be0c16fde4c25810395c20d78dd40'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:35.590698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.595172 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Usage tracker for resource:network and tenant:a53be0c16fde4c25810395c20d78dd40 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.598646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.611472 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.642605 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.665072 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:21:35.674708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:35.677977 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-network', 'tenant_id': '6b155274201c4daba89e60008092c322'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:35.681583 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Pushing event updated for resources: {'Network': ['ID=9b663cfd-61f5-4238-aac9-c77d76a0763a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:35.685878 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:35.691873 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.698468 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Added segment 01045881-0040-4b29-bf76-cf3e1cbd4769 of type vlan for network 2d39aeba-da94-4464-b071-98b6871ffb47 May 26 22:21:35.698610 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:35.706594 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.723215 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Usage tracker for resource:network and tenant:6b155274201c4daba89e60008092c322 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.723375 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Made reservation on behalf of a53be0c16fde4c25810395c20d78dd40 for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:35.723375 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.723549 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.734548 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.742640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.773602 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.778042 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a53be0c16fde4c25810395c20d78dd40 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.781551 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.787953 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.805017 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2964799 May 26 22:21:35.810283 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49336) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:35.811936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Request body: {'subnet': {'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-150359637-subnet', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:35.841965 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:35.858999 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Usage tracker for resource:subnet and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:35.869756 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:35.882436 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.890936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:35.896393 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b750de5-c25f-4864-aec8-ae6d2c5a2997,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:35.906175 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.918351 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Made reservation on behalf of 6b155274201c4daba89e60008092c322 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:35.918565 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Tracked resource versions report: May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: pushed versions: May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: { 'AddressGroup': {'1.2'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'ConntrackHelper': {'1.0'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Log': {'1.0'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Network': {'1.1'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Port': {'1.7'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'PortForwarding': {'1.2'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'QosPolicy': {'1.8'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroup': {'1.4'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroupRule': {'1.2'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SubPort': {'1.0'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Subnet': {'1.1'}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Trunk': {'1.1'}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: consumer versions: May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: HyperV agent@hv-cinder-79324: {}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'ConntrackHelper': '1.0', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Log': '1.0', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Network': '1.1', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Port': '1.7', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'PortForwarding': '1.2', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'QosPolicy': '1.8', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroup': '1.4', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SecurityGroupRule': '1.2', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'SubPort': '1.0', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Subnet': '1.1', May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: 'Trunk': '1.1'}} May 26 22:21:35.929987 dv-cinder-793244-1-smb neutron-server[92361]: {{(pid=92361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:35.933247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.937760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:35.953013 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.956901 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:35.977548 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-03531210-2d83-457f-82a8-6e370b97f9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.000807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:36.005691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Usage tracker for resource:security_group_rule and tenant:6b155274201c4daba89e60008092c322 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:36.012574 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:36.014826 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:21:36.022738 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:36.024615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af09c7a5-fcc9-4bdb-a103-2ee26a775b41,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.041589 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:36.044706 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.045058 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Added segment 2bfe1444-132c-42b9-a366-38185e6d2037 of type vlan for network 53b20e45-7748-4542-bc29-5687a1d61019 May 26 22:21:36.076657 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.090078 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.099380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:36.100262 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.109265 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.134358 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.135533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Made reservation on behalf of e68c36e8a08443caa238b749a3ff5b64 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:36.137759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.213500 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.220969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:36.221598 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.237063 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Pushing event updated for resources: {'Network': ['ID=2d39aeba-da94-4464-b071-98b6871ffb47,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.247215 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 2d39aeba-da94-4464-b071-98b6871ffb47 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:36.250779 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:36.251257 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-10644cd5-e79e-4766-837f-d844c1a34b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.267945 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.269243 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.302543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:21:36.317838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8519f43-4921-4b66-90ae-f84118aa12f3,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.326555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:36.326555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.327754 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Added segment 4e5ba449-2f8c-4d4e-9e60-1459134454ca of type vlan for network 20058a66-060b-4f87-a0c9-f27e0894e711 May 26 22:21:36.370186 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3154063 May 26 22:21:36.373176 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49352) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:36.382407 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Request body: {'subnet': {'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-871963544-subnet', 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:36.389868 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:36.392665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Pushing event updated for resources: {'Network': ['ID=53b20e45-7748-4542-bc29-5687a1d61019,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.404565 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:36.405451 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.405590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Usage tracker for resource:subnet and tenant:78e1321f3a86408f80bc2bc8fe2eb318 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:36.408524 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:36.413855 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 53b20e45-7748-4542-bc29-5687a1d61019 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:36.419360 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:36.430174 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3791084 May 26 22:21:36.445148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49356) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:36.445148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Request body: {'subnet': {'network_id': '53b20e45-7748-4542-bc29-5687a1d61019', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1802429842-subnet', 'tenant_id': 'a53be0c16fde4c25810395c20d78dd40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:36.445945 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:36.450698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Usage tracker for resource:subnet and tenant:a53be0c16fde4c25810395c20d78dd40 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:36.454531 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:36.462075 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:36.525316 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:36.527862 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.555238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.572683 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:36.577908 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.606665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Made reservation on behalf of a53be0c16fde4c25810395c20d78dd40 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:36.606831 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.611214 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.732799 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5270023 May 26 22:21:36.733748 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49366) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:36.745374 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Request body: {'subnet': {'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-subnet', 'tenant_id': '6b155274201c4daba89e60008092c322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:36.750996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Pushing event updated for resources: {'Network': ['ID=20058a66-060b-4f87-a0c9-f27e0894e711,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:36.755560 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:36.758071 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:36.763733 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Usage tracker for resource:subnet and tenant:6b155274201c4daba89e60008092c322 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:36.765527 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 20058a66-060b-4f87-a0c9-f27e0894e711 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:21:36.767323 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:36.777602 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:36.915685 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:36.924838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9d243939-7baa-4428-97eb-fb1c311f2c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:36.930782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Made reservation on behalf of 6b155274201c4daba89e60008092c322 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:36.933616 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.073204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce2ce59-aefb-4f33-bbfe-affab775a362,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:37.077109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:37.099633 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Checking segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:37.100071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Network hostable DHCP agents. Network: 9b663cfd-61f5-4238-aac9-c77d76a0763a, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:37.211984 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:37.302781 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 9b663cfd-61f5-4238-aac9-c77d76a0763a) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:37.307803 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:37.308770 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.314642 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ad417-d59a-4efa-9bcd-56368abe9d1e None None] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:37.435024 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6256964 May 26 22:21:37.435856 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49390) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:37.451900 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:37.463824 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:37.468356 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Usage tracker for resource:router and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:37.471740 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:37.478345 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:37.491367 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.500067 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7682a382-0a2e-4b8d-8626-3a9a10925cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:37.573815 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-9b663cfd-61f5-4238-aac9-c77d76a0763a', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:21:37.575137 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.601861 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.608388 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.651010 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.770284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Checking segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:37.770610 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Network hostable DHCP agents. Network: 2d39aeba-da94-4464-b071-98b6871ffb47, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:37.775970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96a1dbb-c4f3-4ea4-b406-16115c154a1a,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:37.782434 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:37.784931 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:37.804483 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-46a9a0e5-c2b3-47c2-a081-9af2d998894f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:37.813628 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Allocated IP 172.20.0.2 (9b663cfd-61f5-4238-aac9-c77d76a0763a/7ce2ce59-aefb-4f33-bbfe-affab775a362/ab0c8b7f-6196-4ec0-b503-1feb5d7985b3) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:37.882456 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85506ab6-99a5-4b79-8e19-a625eb124b80,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:37.899900 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:37.914680 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Checking segment: {'id': '2bfe1444-132c-42b9-a366-38185e6d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:37.915029 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Network hostable DHCP agents. Network: 53b20e45-7748-4542-bc29-5687a1d61019, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:37.969680 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Network 2d39aeba-da94-4464-b071-98b6871ffb47 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:38.002871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.007580 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:38.043178 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Network 53b20e45-7748-4542-bc29-5687a1d61019 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:38.097649 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aae2874-a8de-47a1-92f8-61b604a68b71,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:38.102510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:38.107137 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Checking segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:38.107357 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Network hostable DHCP agents. Network: 20058a66-060b-4f87-a0c9-f27e0894e711, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:21:38.150185 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 2d39aeba-da94-4464-b071-98b6871ffb47) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:38.160132 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 53b20e45-7748-4542-bc29-5687a1d61019) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:38.161482 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e92c7a-18c7-4d97-8115-a419196d0e47 None None] Network 2d39aeba-da94-4464-b071-98b6871ffb47 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:38.176092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:38.180960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.208724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:38.209925 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.248963 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16ec3f-579f-4af1-b901-3d1ed615f962 None None] Network 53b20e45-7748-4542-bc29-5687a1d61019 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:38.277137 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Network 20058a66-060b-4f87-a0c9-f27e0894e711 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:21:38.290211 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 20058a66-060b-4f87-a0c9-f27e0894e711) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:38.293498 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.294141 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.302868 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:38.307382 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.307513 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9852b-8389-4b40-8116-6566263386e5 None None] Network 20058a66-060b-4f87-a0c9-f27e0894e711 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:38.326706 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9517698 May 26 22:21:38.335516 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Transition to ACTIVE for port object ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:38.335963 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8961110 May 26 22:21:38.346521 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Transition to ACTIVE for port object ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:38.444509 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7058170 May 26 22:21:38.445431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49434) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:38.447602 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.454763 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:38.460396 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:38.466965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Usage tracker for resource:router and tenant:6b155274201c4daba89e60008092c322 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:38.470800 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:38.482950 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:38.506613 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:38.571850 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.573717 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.601554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:38.621514 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Pushing event updated for resources: {'Port': ['ID=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:38.645614 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.648625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.649239 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.649239 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.649539 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Tracked resource versions report: May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: pushed versions: May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: { 'AddressGroup': {'1.2'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'ConntrackHelper': {'1.0'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Log': {'1.0'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Network': {'1.1'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Port': {'1.7'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'PortForwarding': {'1.2'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'QosPolicy': {'1.8'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroup': {'1.4'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroupRule': {'1.2'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SubPort': {'1.0'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Subnet': {'1.1'}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Trunk': {'1.1'}} May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: consumer versions: May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: HyperV agent@hv-cinder-79324: {}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'ConntrackHelper': '1.0', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Log': '1.0', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Network': '1.1', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Port': '1.7', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'PortForwarding': '1.2', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'QosPolicy': '1.8', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroup': '1.4', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SecurityGroupRule': '1.2', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'SubPort': '1.0', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Subnet': '1.1', May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: 'Trunk': '1.1'}} May 26 22:21:38.650645 dv-cinder-793244-1-smb neutron-server[92363]: {{(pid=92363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:38.694519 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:38.725758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:38.737726 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:38.739519 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0bb06-5377-4520-9e55-09271693bc3a None None] Network 2d39aeba-da94-4464-b071-98b6871ffb47 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:38.866059 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:39.108087 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f7cecd8d-d296-41c9-8f3a-d9e48fc8fa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.125214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7576ff-e77b-4a9f-8b65-53eddddb0ab4 None None] Network 53b20e45-7748-4542-bc29-5687a1d61019 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:39.141505 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49482) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:39.145055 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.159410 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Attempting to bind port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:39.159819 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Attempting to bind port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:39.160186 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Attempting to bind port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:39.179322 dv-cinder-793244-1-smb neutron-server[92362]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:21:39.217735 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.225450 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.259081 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:39.259460 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Checking segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:39.260024 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.260295 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Bound using segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:39.260780 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Bound port: ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:39.261169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.266608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49500) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:39.270944 dv-cinder-793244-1-smb neutron-server[92361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 22:21:39.388786 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df9b13-0123-4442-b7ef-580353078eec None None] Network 20058a66-060b-4f87-a0c9-f27e0894e711 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:39.409042 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49506) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:39.666587 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-1d4c0ba4-65da-4733-a777-1ef163295e7f tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:39.666587 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-1d4c0ba4-65da-4733-a777-1ef163295e7f tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/networks?id=53b20e45-7748-4542-bc29-5687a1d61019 HTTP/1.1" status: 200 len: 812 time: 0.4826159 May 26 22:21:39.689580 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.691078 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-e6d2790f-e55f-4c0a-acaf-2636647b94cf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:39.692343 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-e6d2790f-e55f-4c0a-acaf-2636647b94cf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:network {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:39.713534 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-4aea68e6-c809-4ad0-a06a-d5ca7d5c17f2 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/quotas/a53be0c16fde4c25810395c20d78dd40 HTTP/1.1" status: 200 len: 375 time: 0.0475166 May 26 22:21:39.721078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:39.725569 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b87eef24134026ac65a46526e51006 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:39.727008 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] For port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:39.728879 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:39.743730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:39.747962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] For port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:39.775433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Allocated IP 172.28.1.48 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/2aff29b8-a830-4ace-a677-a048c862842b) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:39.803857 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-f6d39472-96bd-4951-b1ab-dd7d4c1425fb tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a53be0c16fde4c25810395c20d78dd40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671356 May 26 22:21:39.909589 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:39.915235 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-e6d2790f-e55f-4c0a-acaf-2636647b94cf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:network {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:39.915802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-e6d2790f-e55f-4c0a-acaf-2636647b94cf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.6470404 May 26 22:21:39.922731 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:39.945827 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-af68c387-d31a-403f-8605-75f98772c3a1 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/quotas/78e1321f3a86408f80bc2bc8fe2eb318 HTTP/1.1" status: 200 len: 375 time: 0.0227246 May 26 22:21:40.001267 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.016842 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-0341cc4e-1b67-4d8b-801b-51060a146533 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:21:40.023542 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Pushing event updated for resources: {'Port': ['ID=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:40.023802 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-0341cc4e-1b67-4d8b-801b-51060a146533 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0687823 May 26 22:21:40.028809 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:40.040423 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.045422 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-869b6e45-dae9-422b-b6a2-70a2ed48ba71 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906892 May 26 22:21:40.080939 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.155139 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.178852 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-6b3aa4b8-cf93-4a5b-bf0d-5e60ba4148b0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:21:40.179922 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-6b3aa4b8-cf93-4a5b-bf0d-5e60ba4148b0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0577998 May 26 22:21:40.220894 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.273404 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:40.283560 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-ad8d59be-9823-4060-bea8-f4067b5547dc service neutron] 10.222.0.23 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468221 May 26 22:21:40.397348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.416353 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8833cf56-b154-4451-8646-f0b4732aac9e,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:40.420496 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0b87eef24134026ac65a46526e51006&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0092323 May 26 22:21:40.421409 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:40.425735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:40.426534 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49532) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:40.483117 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-75348cfb-5bfc-4c7d-a013-e10731cf468d service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964363 May 26 22:21:40.489757 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:40.505266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:40.513579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:40.526465 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Allocated IP 172.28.1.228 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/018337f7-16cf-4ef2-99d5-9c26ca0b2c14) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:40.685064 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.693070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Pushing event updated for resources: {'Port': ['ID=2aff29b8-a830-4ace-a677-a048c862842b,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:40.706012 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8ed8cd9d-54a4-45f4-a13c-098a64c103d9 service neutron] 10.222.0.23 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117775 May 26 22:21:40.706766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:40.767847 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:40.803513 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-fbe9bfac-eb12-4fbf-83dd-a07c0769aa90 service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061361 May 26 22:21:40.891388 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.005212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.011388 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-07874492-a2bb-4084-9a7a-56b53ce2d237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:41.028871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8833cf56-b154-4451-8646-f0b4732aac9e,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:41.043358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.043523 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8833cf56-b154-4451-8646-f0b4732aac9e HTTP/1.1" status: 204 len: 168 time: 0.6160095 May 26 22:21:41.044920 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:41.046033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.050126 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fbd582ad-31ee-41ed-a9f1-a0475f975ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:41.132920 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:41.143055 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:41.159524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.165105 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:41.229335 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c98ad7-db2f-4b2a-bf7d-2edaf263314b None None] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:21:41.371346 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Pushing event updated for resources: {'Port': ['ID=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:41.413576 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-37fcea2d-7a94-40df-887b-da89da68a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.532688 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.547784 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-887f8d1b-9351-4c93-9f9f-6ae105c3e49a None None] Provisioning for port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:41.793675 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:41.795139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:41.843317 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:41.909638 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ee7e7458-7397-4b10-bf70-1d761f690e54 req-0146dd53-a4bf-4e11-9788-4d5da91e79c4 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.4820852 May 26 22:21:41.941854 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:41.947232 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:41.947739 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.184216 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3f1b2e07-0716-449a-baad-ed5f87f6c2fd req-9befaad9-87db-4d8c-933a-912c4c859edf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.1875088 May 26 22:21:42.184971 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49608) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:42.274638 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.280247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.296525 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2a080d76-376d-4f52-a47b-72531ff2cfe2 None None] Provisioning complete for port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:42.296798 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2a080d76-376d-4f52-a47b-72531ff2cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.331168 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.346551 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:42.354983 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Usage tracker for resource:security_group_rule and tenant:aab66930b2fa46aaa76be4d28cf08502 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:42.367207 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.372590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:42.388709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:42.449150 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:21:42.475016 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2a080d76-376d-4f52-a47b-72531ff2cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.550169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.589568 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Router 8391077b-e1dd-4266-930d-6abd31f37894 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:21:42.592930 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.620778 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:42.660947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.679819 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5fb16f1b-a184-4e1e-9ef6-a78042dc5828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:42.733399 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aab66930b2fa46aaa76be4d28cf08502&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5374386 May 26 22:21:42.741292 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49632) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:42.793068 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a4b34-b97e-4f77-ae90-30939a02cfee,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:42.796533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:42.816454 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:42.828948 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:42.845123 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.db.api [None req-2a080d76-376d-4f52-a47b-72531ff2cfe2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 22:21:42.845558 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_db.api [None req-2a080d76-376d-4f52-a47b-72531ff2cfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 22:21:42.845872 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:21:42.856447 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:21:42.887985 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:42.888242 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:42.972094 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:42.977591 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5404768 May 26 22:21:42.981609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49650) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:42.987701 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.059588 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.149697 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:43.262250 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49664) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:43.341146 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-00d63ba9-dbbb-4f8f-9806-ac79119cd47b req-de975742-22a6-408f-8b40-55094ca12420 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.0828273 May 26 22:21:43.412933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.550359 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:40Z', 'revision_number': 3, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:43.556563 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:21:43.557513 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Updating router 8391077b-e1dd-4266-930d-6abd31f37894 port 2aff29b8-a830-4ace-a677-a048c862842b binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:21:43.560345 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f7205509-d6ec-4730-b57f-d002d8385b0f req-d1dfc641-8d56-4c6d-8341-e45f2e793670 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.2556148 May 26 22:21:43.576929 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.604198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:43.610988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.611242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Usage tracker for resource:security_group_rule and tenant:42884fccef3947689663fe1efc3d6fe5 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:43.643613 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:43.660017 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a4b34-b97e-4f77-ae90-30939a02cfee,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:43.669690 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:43.672608 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:43.688268 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.690332 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:43.737751 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.742188 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/730a4b34-b97e-4f77-ae90-30939a02cfee HTTP/1.1" status: 204 len: 168 time: 0.9999521 May 26 22:21:43.754550 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:43.921623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Router b1d2d992-5259-4001-83da-b2a74aea5e4b is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:21:43.931080 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:43.931395 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:43.975790 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.172795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.184017 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:21:44.195528 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Sync routers for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:21:44.212986 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:44.213634 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:44.293405 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.328215 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.330302 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8822062 May 26 22:21:44.330983 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49710) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:44.334603 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:44.336097 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.350573 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Transition to ACTIVE for port object 2aff29b8-a830-4ace-a677-a048c862842b will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:44.422208 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.428788 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:44.484277 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42884fccef3947689663fe1efc3d6fe5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2216253 May 26 22:21:44.495266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49720) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:44.513408 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.526648 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24535ab-b238-4514-be63-ba9a155f5c9c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:44.543537 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:44.643861 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Attempting to bind port 2aff29b8-a830-4ace-a677-a048c862842b on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:44.643861 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Attempting to bind port 2aff29b8-a830-4ace-a677-a048c862842b by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:44.643861 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Attempting to bind port 2aff29b8-a830-4ace-a677-a048c862842b on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:44.652984 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Pushing event updated for resources: {'Port': ['ID=2aff29b8-a830-4ace-a677-a048c862842b,revision_number=2']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:44.662487 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:44.663079 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:44.663269 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.663700 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:44.664214 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Bound port: 2aff29b8-a830-4ace-a677-a048c862842b, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:44.664593 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.688043 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.710947 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.711296 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.711630 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.712556 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.712556 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.712790 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.713157 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.713331 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.713607 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.713974 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.714293 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.714604 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Tracked resource versions report: May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: pushed versions: May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: { 'AddressGroup': {'1.2'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'ConntrackHelper': {'1.0'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Log': {'1.0'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Network': {'1.1'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Port': {'1.7'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'PortForwarding': {'1.2'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'QosPolicy': {'1.8'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroup': {'1.4'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroupRule': {'1.2'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SubPort': {'1.0'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Subnet': {'1.1'}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Trunk': {'1.1'}} May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: consumer versions: May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: { DHCP agent@dv-cinder-793244-1-smb: {}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: HyperV agent@hv-cinder-79324: {}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: L3 agent@dv-cinder-793244-1-smb: {}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: Metadata agent@dv-cinder-793244-1-smb: {}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: Metering agent@dv-cinder-793244-1-smb: {}, May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: Open vSwitch agent@dv-cinder-793244-1-smb: { 'AddressGroup': '1.2', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'ConntrackHelper': '1.0', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Log': '1.0', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Network': '1.1', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Port': '1.7', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'PortForwarding': '1.2', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'QosPolicy': '1.8', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroup': '1.4', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SecurityGroupRule': '1.2', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'SubPort': '1.0', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Subnet': '1.1', May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: 'Trunk': '1.1'}} May 26 22:21:44.715878 dv-cinder-793244-1-smb neutron-server[92364]: {{(pid=92364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 22:21:44.734862 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:44.778312 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] For port 2aff29b8-a830-4ace-a677-a048c862842b, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:44.782453 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] For port 2aff29b8-a830-4ace-a677-a048c862842b, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2aff29b8-a830-4ace-a677-a048c862842b,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:44.784307 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35a1fb28-e05e-45e0-b332-1de6a89f46e5 req-a9c33a67-e17d-4887-b9ee-d0351af3ce48 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.0916855 May 26 22:21:44.807235 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:44.858625 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:44.866452 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:44.876290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:45.005632 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:45.007328 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:45.010703 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Allocated IP 172.20.0.1 (9b663cfd-61f5-4238-aac9-c77d76a0763a/7ce2ce59-aefb-4f33-bbfe-affab775a362/914a7986-2278-4d37-ab27-0d3b550e68de) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:45.121205 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Pushing event updated for resources: {'Port': ['ID=2aff29b8-a830-4ace-a677-a048c862842b,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:45.131750 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:45.208901 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:45.241335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:45.290545 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24535ab-b238-4514-be63-ba9a155f5c9c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:45.317513 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:45.402393 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b6b33d20-6d8e-4c61-ba35-e4219291cf1f req-18e2afeb-1f14-4d5a-93df-69528d1afc81 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.4631314 May 26 22:21:45.420190 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:45.431113 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f24535ab-b238-4514-be63-ba9a155f5c9c HTTP/1.1" status: 204 len: 168 time: 0.9297526 May 26 22:21:45.460921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.20', 55334) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:45.478131 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:45.670057 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:41Z', 'revision_number': 3, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:45.677091 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Checking router: b1d2d992-5259-4001-83da-b2a74aea5e4b for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:21:45.677429 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Updating router b1d2d992-5259-4001-83da-b2a74aea5e4b port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:21:45.814412 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:45.919291 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-4381b48d-17f3-47e6-9c5e-53ee9fdec5eb tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:45.922599 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-4381b48d-17f3-47e6-9c5e-53ee9fdec5eb tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.20 "GET /v2.0/networks?id=53b20e45-7748-4542-bc29-5687a1d61019 HTTP/1.1" status: 200 len: 812 time: 0.4603496 May 26 22:21:45.961631 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:45.982599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:46.001957 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Request body: {'port': {'device_id': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019', 'admin_state_up': True, 'tenant_id': 'a53be0c16fde4c25810395c20d78dd40'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:46.217738 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Transition to ACTIVE for port object 914a7986-2278-4d37-ab27-0d3b550e68de will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:46.386249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.20', 55338) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:46.629212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Allocated IP 172.20.0.1 (20058a66-060b-4f87-a0c9-f27e0894e711/1aae2874-a8de-47a1-92f8-61b604a68b71/3e1d3301-a99b-4129-9c2e-6b5ed35218a3) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:46.690995 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:40Z', 'revision_number': 3, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:46.695461 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:46.699629 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-19fd5e8e-cb5f-4227-bb37-8c1a2efdc4f8 req-597ae92a-7b80-494a-82df-5663746bc330 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.3060782 May 26 22:21:46.702794 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c2498-0444-4747-88cb-98529454bbc9 None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:40Z', 'revision_number': 3, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:21:46.711441 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Usage tracker for resource:port and tenant:a53be0c16fde4c25810395c20d78dd40 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:46.718231 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:46.770595 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:46.777266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:46.807122 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Transition to ACTIVE for port object 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:46.878298 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-0ed954bf-b35b-4df2-86e6-23a770416c5a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:46.879943 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-0ed954bf-b35b-4df2-86e6-23a770416c5a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.4904833 May 26 22:21:46.882544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:46.899806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:46.942668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:46.949009 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:46.956253 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4732379f-0ca1-4507-838e-8f73381543a3 req-086da36b-b09d-442d-8acf-916387b6555d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.1337833 May 26 22:21:46.995833 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:47.008420 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Request body: {'port': {'device_id': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'admin_state_up': True, 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:47.035726 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.105199 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Attempting to bind port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:47.105572 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Attempting to bind port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:47.105934 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Attempting to bind port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:47.117392 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Pushing event updated for resources: {'Port': ['ID=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:47.132698 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:47.134674 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:47.135498 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:47.136129 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.136730 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:47.137407 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Bound port: 018337f7-16cf-4ef2-99d5-9c26ca0b2c14, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:47.138197 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.169461 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.180912 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:47.189554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:47.191369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Made reservation on behalf of a53be0c16fde4c25810395c20d78dd40 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:47.195413 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.214755 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:47.215245 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.288015 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] For port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:47.295542 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] For port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:47.324474 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Network 20058a66-060b-4f87-a0c9-f27e0894e711 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:47.334501 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:47.372028 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:47.372489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.374878 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.383814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-6c45b068-683f-4d5c-9ecd-ccf37a9a65a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:47.404756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:47.409266 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:47.573123 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Pushing event updated for resources: {'Port': ['ID=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:47.584244 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:47.629286 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:47.630089 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:47.674649 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Pushing event updated for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:47.693744 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:47.746718 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:47.791220 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-4891cd26-cf3e-4d86-b460-550ed3fa0808 None None] Provisioning for port 914a7986-2278-4d37-ab27-0d3b550e68de completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:47.812301 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2aff29b8-a830-4ace-a677-a048c862842b up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:48.044146 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:48.060077 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.094333 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:48.120363 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d17d9710-3e53-475f-bfb1-84bd798dc968 req-ff3384ae-dd62-467a-a38a-95639ac399dd tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.1679745 May 26 22:21:48.188462 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Usage tracker for resource:port and tenant:78e1321f3a86408f80bc2bc8fe2eb318 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:48.223535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:48.325808 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-4891cd26-cf3e-4d86-b460-550ed3fa0808 None None] Provisioning complete for port 914a7986-2278-4d37-ab27-0d3b550e68de triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:48.326196 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4891cd26-cf3e-4d86-b460-550ed3fa0808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.358401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:48.407602 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.422064 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9609834b-7d1d-4ff2-8e27-618dea7706b2 req-959ad77b-b779-4025-90f5-07ade8f3fc42 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.1559420 May 26 22:21:48.470311 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.472570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.501730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-508a1ef7-4090-4921-9640-b5ec4db73cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:48.526615 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:21:48.539373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:48.644022 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-4891cd26-cf3e-4d86-b460-550ed3fa0808 None None] Port 914a7986-2278-4d37-ab27-0d3b550e68de cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:21:48.763551 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 2aff29b8-a830-4ace-a677-a048c862842b completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:48.790581 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 2aff29b8-a830-4ace-a677-a048c862842b triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:48.796208 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:49.040122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Pushing event updated for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:49.047173 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:49.079880 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '3e1d3301-a99b-4129-9c2e-6b5ed35218a3', 'name': '', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'tenant_id': '6b155274201c4daba89e60008092c322', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:46Z', 'updated_at': '2021-05-26T22:21:46Z', 'revision_number': 1, 'project_id': '6b155274201c4daba89e60008092c322', 'subnets': [{'id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:49.091190 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Allocated IP 172.20.0.6 (53b20e45-7748-4542-bc29-5687a1d61019/85506ab6-99a5-4b79-8e19-a625eb124b80/b42cb8d6-3aee-4509-9646-f97fe98366e5) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:49.129131 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bad647-0ebf-4df3-b349-606e834a056e None None] The sync data for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb is: [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '3e1d3301-a99b-4129-9c2e-6b5ed35218a3', 'name': '', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'tenant_id': '6b155274201c4daba89e60008092c322', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:46Z', 'updated_at': '2021-05-26T22:21:46Z', 'revision_number': 1, 'project_id': '6b155274201c4daba89e60008092c322', 'subnets': [{'id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:21:49.177383 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Network 20058a66-060b-4f87-a0c9-f27e0894e711 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:49.179599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:49.194430 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:49.274649 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 2aff29b8-a830-4ace-a677-a048c862842b, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2aff29b8-a830-4ace-a677-a048c862842b,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:21:49.359914 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:49.362291 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:49.396076 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49900) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:49.602780 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=2aff29b8-a830-4ace-a677-a048c862842b,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:49.606420 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:49.894296 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7d8f3521-5e2b-47dc-ba48-15ce1c0fbdc8 req-b64c18f0-c561-4b44-a5a6-b6bbe21a83f3 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.4970806 May 26 22:21:50.005194 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.055757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:50.064118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Usage tracker for resource:security_group_rule and tenant:0753227b414a40a79919292203e59fff is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:50.073679 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:50.090284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:50.235941 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Router b1d2d992-5259-4001-83da-b2a74aea5e4b has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:21:50.267428 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Allocated IP 172.20.0.9 (2d39aeba-da94-4464-b071-98b6871ffb47/e96a1dbb-c4f3-4ea4-b406-16115c154a1a/54f3ac3f-85d4-41f7-b30f-9c7e43707b42) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:21:50.394563 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-08e21d64-cdea-4c1b-8218-21f709184caa req-56647f45-a431-458c-9217-e0e6961e3d96 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.1390927 May 26 22:21:50.446968 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.518970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.529198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.db.resource_extend [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:21:50.531536 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:50.573029 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.587109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.646784 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.652059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:50.718396 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3b1b38f8-499b-4444-b70c-29e9f7712947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:50.928842 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Pushing event updated for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:50.932109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:50.972079 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7cfd1-2981-4e9e-8ddd-fbb2a9d330ab,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:50.980457 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:50.987185 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0753227b414a40a79919292203e59fff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5888205 May 26 22:21:50.994902 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 49932) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:51.047900 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.081402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:21:51.084544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:51.152401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.172907 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.200702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Network 53b20e45-7748-4542-bc29-5687a1d61019 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:51.205896 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:51.211478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:51.217300 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:51.218854 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:51.230419 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:51.231083 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.232461 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] 10.222.0.23 "PUT /v2.0/routers/b1d2d992-5259-4001-83da-b2a74aea5e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8992231 May 26 22:21:51.287281 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Pushing event updated for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:51.303012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:51.317337 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.434101 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.453880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1ce9a002-b2e0-4aac-98c7-b8d5a6ea9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:51.473342 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7cfd1-2981-4e9e-8ddd-fbb2a9d330ab,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:51.504622 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802c76-8c82-41f8-9ec9-a481bae21f4a req-f23b2e0e-efef-4501-be8d-cbdc79eae11b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:51.506670 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fa802c76-8c82-41f8-9ec9-a481bae21f4a req-f23b2e0e-efef-4501-be8d-cbdc79eae11b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 931 time: 0.3920865 May 26 22:21:51.507866 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:51.508991 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.513510 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ee7cfd1-2981-4e9e-8ddd-fbb2a9d330ab HTTP/1.1" status: 204 len: 168 time: 0.5151024 May 26 22:21:51.603444 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6176016 May 26 22:21:51.636464 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-fa802c76-8c82-41f8-9ec9-a481bae21f4a req-70f92ade-27c1-4402-904c-915d8eab7b37 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Synchronizing usage tracker for tenant:a53be0c16fde4c25810395c20d78dd40 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:51.735214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-c9d76d1b-3aa3-4c73-8a41-24aaf576001e None None] Provisioning complete for port 914a7986-2278-4d37-ab27-0d3b550e68de triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:51.735825 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c9d76d1b-3aa3-4c73-8a41-24aaf576001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:51.788008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-fa802c76-8c82-41f8-9ec9-a481bae21f4a req-70f92ade-27c1-4402-904c-915d8eab7b37 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Unset dirty status for tenant:a53be0c16fde4c25810395c20d78dd40 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:51.789745 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fa802c76-8c82-41f8-9ec9-a481bae21f4a req-70f92ade-27c1-4402-904c-915d8eab7b37 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748349 May 26 22:21:51.962200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:52.047590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8d684f31-6410-488c-8712-8f2b2363bbed tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:21:52.048539 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8d684f31-6410-488c-8712-8f2b2363bbed tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1429338 May 26 22:21:52.049951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.103504 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:52.110902 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-c9d76d1b-3aa3-4c73-8a41-24aaf576001e None None] Port 914a7986-2278-4d37-ab27-0d3b550e68de cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:21:52.191602 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Network 2d39aeba-da94-4464-b071-98b6871ffb47 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:21:52.198961 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:21:52.209342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:21:52.211744 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:52.214446 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:52.215122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.220264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:21:52.223883 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:52.224747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event updated for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:52.226955 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.235609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:52.367908 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefe055-ef2f-4594-96a3-9f3117ff5303 req-1719dd14-a5ab-4d50-a202-0f45a6749d27 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:52.374603 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-6eefe055-ef2f-4594-96a3-9f3117ff5303 req-1719dd14-a5ab-4d50-a202-0f45a6749d27 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:52.456556 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5581973 May 26 22:21:52.491078 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.563176 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.584095 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:21:52.596092 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] 10.222.0.23 "PUT /v2.0/routers/8391077b-e1dd-4266-930d-6abd31f37894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6097164 May 26 22:21:52.600387 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:21:52.605656 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:21:52.618976 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:52.619598 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:52.630036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-6eefe055-ef2f-4594-96a3-9f3117ff5303 req-1719dd14-a5ab-4d50-a202-0f45a6749d27 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:52.631827 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eefe055-ef2f-4594-96a3-9f3117ff5303 req-1719dd14-a5ab-4d50-a202-0f45a6749d27 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 931 time: 0.7020564 May 26 22:21:52.685485 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:52.686792 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2aff29b8-a830-4ace-a677-a048c862842b up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:53.003835 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eefe055-ef2f-4594-96a3-9f3117ff5303 req-42690f6c-455d-4386-97bf-7a40baac6423 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931230 May 26 22:21:53.003835 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 49976) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:53.014422 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:53.015476 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Request body: {'port': {'device_id': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:53.016253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:53.016253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:53.016253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Sync routers for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:21:53.016253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:53.016253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:53.016912 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Request body: {'port': {'device_id': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:53.099717 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:53.322691 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 2aff29b8-a830-4ace-a677-a048c862842b triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:53.323267 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:53.564890 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-f4b0a6cb-ba19-49fe-b152-3c1b10ed96e7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:53.572182 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-f4b0a6cb-ba19-49fe-b152-3c1b10ed96e7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 819 time: 0.2426310 May 26 22:21:53.573514 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:53.610919 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-8a7b5134-00f7-4c90-8f4a-aec9c69b05e1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/quotas/6b155274201c4daba89e60008092c322 HTTP/1.1" status: 200 len: 375 time: 0.0366883 May 26 22:21:53.649323 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:53.752842 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-d3c19301-f84a-4f03-9c03-2e958973fd15 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:53.763079 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:53.783198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:53.783383 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:53.799885 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Usage tracker for resource:security_group_rule and tenant:541fc1b64dc04981b5ce89aff4a4d23e is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:53.828004 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:53.837445 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:53.879735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:54.019516 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:21:48Z', 'revision_number': 2, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:54.028314 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:21:54.028696 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Updating router 8391077b-e1dd-4266-930d-6abd31f37894 port 914a7986-2278-4d37-ab27-0d3b550e68de binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:21:54.136417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:54.136936 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:54.160378 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:54.563265 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '3e1d3301-a99b-4129-9c2e-6b5ed35218a3', 'name': '', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'tenant_id': '6b155274201c4daba89e60008092c322', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:46Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 2, 'project_id': '6b155274201c4daba89e60008092c322', 'subnets': [{'id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:54.575146 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Checking router: b1d2d992-5259-4001-83da-b2a74aea5e4b for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:21:54.576240 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Updating router b1d2d992-5259-4001-83da-b2a74aea5e4b port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:21:54.725038 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.014738 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.027852 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Transition to ACTIVE for port object 914a7986-2278-4d37-ab27-0d3b550e68de will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:55.104110 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.114863 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:55.241855 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf68e23-32f0-40e2-84fc-f9a68dc82493 req-7ac50c72-e614-47ae-ba37-2794ef93bd0d tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:55.243953 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-cdf68e23-32f0-40e2-84fc-f9a68dc82493 req-7ac50c72-e614-47ae-ba37-2794ef93bd0d tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Synchronizing usage tracker for tenant:a53be0c16fde4c25810395c20d78dd40 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:55.362509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.463454 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-cdf68e23-32f0-40e2-84fc-f9a68dc82493 req-7ac50c72-e614-47ae-ba37-2794ef93bd0d tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Unset dirty status for tenant:a53be0c16fde4c25810395c20d78dd40 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:55.464673 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cdf68e23-32f0-40e2-84fc-f9a68dc82493 req-7ac50c72-e614-47ae-ba37-2794ef93bd0d tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 931 time: 2.3389258 May 26 22:21:55.465310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.520810 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:55.525093 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-d3c19301-f84a-4f03-9c03-2e958973fd15 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:55.526610 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-d3c19301-f84a-4f03-9c03-2e958973fd15 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9131699 May 26 22:21:55.655212 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Pushing event updated for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:55.659329 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:55.660196 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Attempting to bind port 914a7986-2278-4d37-ab27-0d3b550e68de on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:55.660561 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Attempting to bind port 914a7986-2278-4d37-ab27-0d3b550e68de by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:55.660919 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Attempting to bind port 914a7986-2278-4d37-ab27-0d3b550e68de on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:55.689777 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cdf68e23-32f0-40e2-84fc-f9a68dc82493 req-4731e0f1-ab2d-424e-a076-188d95ecc115 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021444 May 26 22:21:55.713905 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:55.713905 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Checking segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:55.714193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.714615 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.714615 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Bound using segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:55.714615 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Bound port: 914a7986-2278-4d37-ab27-0d3b550e68de, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:55.714615 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.719204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:21:55.724203 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.db.resource_extend [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 22:21:55.750010 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.763147 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=541fc1b64dc04981b5ce89aff4a4d23e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9940696 May 26 22:21:55.766151 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Transition to ACTIVE for port object 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:55.808213 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50054) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:55.809126 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80b1555-f222-417d-a017-aaf206a6bb5a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:55.885600 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:55.891379 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:55.901701 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:55.950821 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] For port 914a7986-2278-4d37-ab27-0d3b550e68de, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:55.956969 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] For port 914a7986-2278-4d37-ab27-0d3b550e68de, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=914a7986-2278-4d37-ab27-0d3b550e68de,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:55.962368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Transition to ACTIVE for port object 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:55.982121 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42cb8d6-3aee-4509-9646-f97fe98366e5 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:21:56.006644 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.036498 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Transition to ACTIVE for port object b42cb8d6-3aee-4509-9646-f97fe98366e5 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:21:56.040628 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.045841 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-b600c433-d68b-4b84-9b41-0ee6087478e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:56.054387 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.061566 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-a7fc7800-5aa1-4bb2-82bf-36cf0351964b service neutron] 10.222.0.23 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216956 May 26 22:21:56.097059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.117836 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.134451 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.143025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-723ec820-d0d2-49d1-9f50-6a0966da7d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:56.368962 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:56.372105 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:56.418210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Pushing event updated for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:56.473605 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:56.476696 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-9ae06823-a850-40cf-81ca-1862c089c153 service neutron] 10.222.0.23 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088254 May 26 22:21:56.578723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Attempting to bind port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:56.579106 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Attempting to bind port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:56.579471 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Attempting to bind port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 on network 20058a66-060b-4f87-a0c9-f27e0894e711 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:56.610608 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:56.622320 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Checking segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:56.623143 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.623996 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Bound using segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:56.628097 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Bound port: 3e1d3301-a99b-4129-9c2e-6b5ed35218a3, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:56.628097 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.692162 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Pushing event updated for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:56.698710 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:56.742300 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:56.755073 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Attempting to bind port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:56.756514 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Attempting to bind port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:56.757017 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Attempting to bind port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:56.789561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205e81a-54da-447d-b067-2511913539ee service neutron] Pushing event updated for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:56.798771 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Attempting to bind port b42cb8d6-3aee-4509-9646-f97fe98366e5 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:21:56.799256 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Attempting to bind port b42cb8d6-3aee-4509-9646-f97fe98366e5 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '2bfe1444-132c-42b9-a366-38185e6d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:21:56.800611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Attempting to bind port b42cb8d6-3aee-4509-9646-f97fe98366e5 on network 53b20e45-7748-4542-bc29-5687a1d61019 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:56.802071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 on network 2d39aeba-da94-4464-b071-98b6871ffb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:21:56.802743 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] For port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:56.803178 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Attempting to bind port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:56.813031 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] For port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:56.915639 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:56.940274 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:57.011974 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:57.025529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:57.025529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:57.025529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:57.026203 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:57.026555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Checking segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:57.027122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Bound using segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:57.027600 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Bound port: 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:57.027981 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:57.047680 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Port b42cb8d6-3aee-4509-9646-f97fe98366e5 on network 53b20e45-7748-4542-bc29-5687a1d61019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:21:57.048014 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Attempting to bind port b42cb8d6-3aee-4509-9646-f97fe98366e5 on network 53b20e45-7748-4542-bc29-5687a1d61019 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:21:57.075925 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:21:57.076257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Checking segment: {'id': '2bfe1444-132c-42b9-a366-38185e6d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:21:57.076645 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Bound using segment: {'id': '2bfe1444-132c-42b9-a366-38185e6d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:21:57.077074 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Bound port: b42cb8d6-3aee-4509-9646-f97fe98366e5, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfe1444-132c-42b9-a366-38185e6d2037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:21:57.077430 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:57.134129 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Pushing event updated for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:57.139159 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:57.197210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:21:57.200155 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:21:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:57.251124 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2624f-ef27-4c63-8a32-d4d99f494c1e req-1c25138f-0792-4e1b-8697-9f149c5e0fad tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:57.261773 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-67a2624f-ef27-4c63-8a32-d4d99f494c1e req-1c25138f-0792-4e1b-8697-9f149c5e0fad tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.1559677 May 26 22:21:57.266943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:57.336456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c40af1ce-865c-4e48-abdb-2b08a239e8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:57.379451 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50096) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:21:57.390198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-67a2624f-ef27-4c63-8a32-d4d99f494c1e req-0698ce10-dc4b-49d6-a579-623911469d83 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:57.412530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:57.424242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80b1555-f222-417d-a017-aaf206a6bb5a,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:57.480106 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:57.501788 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149110936', 'description': 'tempest-description--1879938685'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:21:57.524547 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:57.541098 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5,segment=NetworkSegment(2bfe1444-132c-42b9-a366-38185e6d2037),segment_id=2bfe1444-132c-42b9-a366-38185e6d2037)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:57.555604 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:57.557066 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b80b1555-f222-417d-a017-aaf206a6bb5a HTTP/1.1" status: 204 len: 168 time: 1.7323124 May 26 22:21:57.569661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:57.592398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:57.623844 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:57.634827 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:21:57.656935 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:21:55Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:57.701120 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f708fd05-56b1-4e88-96a9-5d1828a42320 None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:21:55Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:21:57.711581 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:21:57.790577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:21:57.872921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85660d1-b7a1-4625-b8eb-625f961476ff req-747d8a79-71b5-487a-ae97-bd09bb06cdd7 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:57.884208 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c85660d1-b7a1-4625-b8eb-625f961476ff req-747d8a79-71b5-487a-ae97-bd09bb06cdd7 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.2739902 May 26 22:21:58.037133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c85660d1-b7a1-4625-b8eb-625f961476ff req-e74f4d5d-864c-4e6f-8922-5e9cf8a1a58b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948386 May 26 22:21:58.085236 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:21:58.105166 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1526b3c3-1815-415d-9dbf-41a5e35c928f req-c28c1756-8cd8-45de-b03b-5a35276f5231 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 210 time: 0.0813246 May 26 22:21:58.172481 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-67a2624f-ef27-4c63-8a32-d4d99f494c1e req-0698ce10-dc4b-49d6-a579-623911469d83 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:58.177253 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.178373 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-67a2624f-ef27-4c63-8a32-d4d99f494c1e req-0698ce10-dc4b-49d6-a579-623911469d83 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8954277 May 26 22:21:58.179112 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.223696 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.246658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:58.368356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '3e1d3301-a99b-4129-9c2e-6b5ed35218a3', 'name': '', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'tenant_id': '6b155274201c4daba89e60008092c322', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:46Z', 'updated_at': '2021-05-26T22:21:56Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'subnets': [{'id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:21:58.393674 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb1664-8a0b-4262-b918-acb6d97ea25c None None] The sync data for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb is: [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '3e1d3301-a99b-4129-9c2e-6b5ed35218a3', 'name': '', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'tenant_id': '6b155274201c4daba89e60008092c322', 'mac_address': 'fa:16:3e:f7:6d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:46Z', 'updated_at': '2021-05-26T22:21:56Z', 'revision_number': 4, 'project_id': '6b155274201c4daba89e60008092c322', 'subnets': [{'id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:21:58.529717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:58.529717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.529717 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/b42cb8d6-3aee-4509-9646-f97fe98366e5 HTTP/1.1" status: 200 len: 1093 time: 5.9581251 May 26 22:21:58.529717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:21:58.529717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:21:58.635796 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:21:58.636058 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:21:58.647750 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.684979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:58.685914 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:58.687858 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-b205e81a-54da-447d-b067-2511913539ee service neutron] 10.222.0.20 "PUT /v2.0/ports/54f3ac3f-85d4-41f7-b30f-9c7e43707b42 HTTP/1.1" status: 200 len: 1093 time: 6.1563511 May 26 22:21:58.700184 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:21:58.718987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:21:58.764994 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:21:59.039784 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:59.174263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:21:59.240048 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:59.242147 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-82b65c7a-c36f-4036-88d8-9cbd1b2edbea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:59.290820 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:59.420372 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:59.430705 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:59.448716 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-9dfad467-23cf-4584-bab7-32e10fe2d559 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:59.449838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-d0b90964-7335-4f36-8152-fb59146d097e req-9dfad467-23cf-4584-bab7-32e10fe2d559 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:network {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:21:59.503171 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db918c9-b9ef-4644-930d-932298159240 req-dc76aa06-93c7-489a-be7e-adf712594c6c tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:59.516978 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0db918c9-b9ef-4644-930d-932298159240 req-dc76aa06-93c7-489a-be7e-adf712594c6c tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.1617808 May 26 22:21:59.631110 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0db918c9-b9ef-4644-930d-932298159240 req-eebfd41e-e671-4854-919d-4664e4b2e109 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112363 May 26 22:21:59.644713 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205e81a-54da-447d-b067-2511913539ee service neutron] Pushing event updated for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:21:59.669376 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b205e81a-54da-447d-b067-2511913539ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.423s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:59.678719 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.213s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:21:59.682866 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:21:59.696173 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:21:59.729322 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-d0b90964-7335-4f36-8152-fb59146d097e req-9dfad467-23cf-4584-bab7-32e10fe2d559 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:network {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:21:59.730676 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-9dfad467-23cf-4584-bab7-32e10fe2d559 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 819 time: 1.0390573 May 26 22:21:59.732922 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-950875c0-0d3b-4f4e-96c4-e8b1cb66f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:59.734486 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-950875c0-0d3b-4f4e-96c4-e8b1cb66f47f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a53be0c16fde4c25810395c20d78dd40&device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 1096 time: 0.5264246 May 26 22:21:59.736775 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-ae7e61cd-4128-421e-80c0-ee792a37d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:21:59.738379 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-ae7e61cd-4128-421e-80c0-ee792a37d7df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 1096 time: 0.6624990 May 26 22:21:59.750676 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-b9e37c61-8289-41c5-a764-f50b9c6afcf1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/quotas/6b155274201c4daba89e60008092c322 HTTP/1.1" status: 200 len: 375 time: 0.0099699 May 26 22:21:59.990713 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 914a7986-2278-4d37-ab27-0d3b550e68de up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:00.003694 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.044297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c574e-e477-4728-8d00-91bcd76113b2 req-c4f2e061-3ffe-4e86-bf0a-50f06c77c4ea tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:00.046573 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-4cd76000-1e09-4383-ba6f-a08246810229 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42 HTTP/1.1" status: 200 len: 217 time: 0.2465625 May 26 22:22:00.047769 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-881ec4d3-bf22-4ab2-9863-4827fe47660b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5 HTTP/1.1" status: 200 len: 217 time: 0.1831844 May 26 22:22:00.049287 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-40a0e26f-5d3a-4a9b-972e-59659abe1934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:00.055641 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ab7c574e-e477-4728-8d00-91bcd76113b2 req-c4f2e061-3ffe-4e86-bf0a-50f06c77c4ea tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.1686573 May 26 22:22:00.154484 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ab7c574e-e477-4728-8d00-91bcd76113b2 req-863ab4ae-3c24-43ec-8180-6f411d4bb9c0 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969572 May 26 22:22:00.180424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.183194 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.7885909 May 26 22:22:00.185384 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50160) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:00.191635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group_rule': {'security_group_id': '9f29cca3-478c-4433-b043-eb1d54d44384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:00.199164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:00.199582 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 914a7986-2278-4d37-ab27-0d3b550e68de completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:00.203391 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f29cca3-478c-4433-b043-eb1d54d44384,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:00.204325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:00.208598 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 914a7986-2278-4d37-ab27-0d3b550e68de triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:00.211931 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.218122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:00.221472 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:00.225615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:00.278926 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-322930b3-6a56-44fa-8804-6d9f0fbeefc5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5215998 May 26 22:22:00.287338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-15a162b6-05ab-451f-b908-13c572502049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:00.289014 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-15a162b6-05ab-451f-b908-13c572502049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.2120233 May 26 22:22:00.344824 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-5d10a2ea-647c-4160-ab9b-d9c638d420bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:00.352482 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-5d10a2ea-647c-4160-ab9b-d9c638d420bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85506ab6-99a5-4b79-8e19-a625eb124b80 HTTP/1.1" status: 200 len: 852 time: 0.2651219 May 26 22:22:00.356301 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.453905 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-aac7ae85-cfd6-4118-a413-156d98a773dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129198 May 26 22:22:00.484188 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50170) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:00.538013 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.615998 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.618176 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:00.666894 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.741436 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-c3915c19-6d06-4d60-8f18-282af39b8f84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53b20e45-7748-4542-bc29-5687a1d61019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2782147 May 26 22:22:00.749346 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ffd1f2-577d-4897-853a-9c13d41dfd4e,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:00.751907 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 914a7986-2278-4d37-ab27-0d3b550e68de, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=914a7986-2278-4d37-ab27-0d3b550e68de,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:00.765440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:00.840251 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5', 'status': 'completed', 'code': 200} May 26 22:22:00.855353 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.873662 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:00.879669 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:00.880960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:00.892135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Usage tracker for resource:security_group_rule and tenant:a661bd7e30a94a8cac2e59a7ee57ac98 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:00.899984 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:00.922132 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:00.992480 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:01.028603 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.034145 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8474860 May 26 22:22:01.048259 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50186) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:01.101999 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group_rule': {'security_group_id': '9f29cca3-478c-4433-b043-eb1d54d44384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:01.113274 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:01.126802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:01.131555 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:01.145282 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:01.155690 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:01.156469 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.195590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:01.204823 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:01.243524 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-70ed1d67-24ad-4744-ac6c-725cb7614378 service neutron] 10.222.0.23 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606204 May 26 22:22:01.306763 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.382994 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.446229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.492527 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d013e5de-1ba7-4a5d-84d7-39de7191f326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:01.521530 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-41dfe881-1591-4350-a1f0-e893b832be73 service neutron] 10.222.0.23 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767360 May 26 22:22:01.579910 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-e3e1aad9-27ed-4227-b775-479a520644d4 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1153696 May 26 22:22:01.594526 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a661bd7e30a94a8cac2e59a7ee57ac98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1017730 May 26 22:22:01.596271 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50198) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:01.623693 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.633787 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-f932d029-9476-4e53-b743-52a9d292d6ce service neutron] 10.222.0.20 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784444 May 26 22:22:01.662781 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.20', 55365) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:01.696916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793c2d4-844c-43b7-9c89-88993c7f55f7 req-20774593-d9fa-49cb-a284-23893798ac38 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:01.712938 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b793c2d4-844c-43b7-9c89-88993c7f55f7 req-20774593-d9fa-49cb-a284-23893798ac38 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.5912473 May 26 22:22:01.721304 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.741407 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b492ba6-d101-459e-b4a3-92056c56df19,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:01.770054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:01.785694 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 914a7986-2278-4d37-ab27-0d3b550e68de up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:01.805640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b2fbbbbd-3d6c-4c95-ba24-bd13123567a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:01.899250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78296d90-849b-4d28-9d5f-30f1a7e25e20,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:01.909510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:01.954661 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b793c2d4-844c-43b7-9c89-88993c7f55f7 req-da128cdb-5d54-4e65-84a6-3759af73de24 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413075 May 26 22:22:01.985161 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:01.988269 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9372926 May 26 22:22:01.990612 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50224) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:02.008940 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:02.047193 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:02.065289 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:floatingip and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:02.079411 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:02.098562 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:02.114710 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.164034 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 914a7986-2278-4d37-ab27-0d3b550e68de triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:02.164594 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.276084 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9df50dd3-dc3e-463b-8324-806abda692aa req-f9d222b8-f96c-40f0-b049-451a56cfc057 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.1646838 May 26 22:22:02.291824 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.356208 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.534797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-e7456856-4c46-4b45-b353-7cace1da62e5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:02.538730 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-e7456856-4c46-4b45-b353-7cace1da62e5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 819 time: 0.8529015 May 26 22:22:02.639403 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-14cf31f2-799b-4c40-8ead-af022a6b8224 req-8d1c746a-6a4c-49c4-9e05-588f53e0adc9 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9517732 May 26 22:22:02.665296 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:02.752817 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-760678e9-34d6-41c2-be10-7ddf61c41ea1 req-cb41ceaa-322f-4401-b448-fb40d559482f service neutron] 10.222.0.20 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9998112 May 26 22:22:02.762273 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a80fb6-4b8b-4ecc-9021-069a0fb872bd req-13c4fd93-411d-47c4-a47f-c49b3b53ab42 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:02.764220 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-67a80fb6-4b8b-4ecc-9021-069a0fb872bd req-13c4fd93-411d-47c4-a47f-c49b3b53ab42 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.5132301 May 26 22:22:02.835541 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-67a80fb6-4b8b-4ecc-9021-069a0fb872bd req-6260a4be-8248-42d4-ab81-f8c237e65e57 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 May 26 22:22:02.841340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:02.928063 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42', 'status': 'completed', 'code': 200} May 26 22:22:03.158475 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e78d2-aa1f-4ad8-8d8f-826648d48a96 req-d8831dae-b82f-4428-8554-65da18a14e0e tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:03.160246 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-272e78d2-aa1f-4ad8-8d8f-826648d48a96 req-d8831dae-b82f-4428-8554-65da18a14e0e tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.0952253 May 26 22:22:03.216108 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.237523 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:03.240075 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-272e78d2-aa1f-4ad8-8d8f-826648d48a96 req-ae3af882-9893-4b1b-a972-957ff94c5fd6 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715592 May 26 22:22:03.264066 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b492ba6-d101-459e-b4a3-92056c56df19,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:03.268261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:03.388079 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.389125 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b492ba6-d101-459e-b4a3-92056c56df19 HTTP/1.1" status: 204 len: 168 time: 1.7515602 May 26 22:22:03.443703 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b64d60a7-866c-426c-8899-42aa62dd18a9 req-cfd0964e-cd1d-4200-9bb0-61cbfa66f082 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.0567777 May 26 22:22:03.472006 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Allocated IP 172.28.1.65 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/18468993-8456-4612-a770-828b249a3744) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:03.618897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50258) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:03.635010 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.797480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.798974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:03.871748 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:03.884303 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:03.884484 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=18468993-8456-4612-a770-828b249a3744,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:03.888457 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Usage tracker for resource:security_group_rule and tenant:f15c937fc15049fcbd6d7d9151fcbca4 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:03.891560 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:03.893751 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:03.896389 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:03.897772 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:03.902871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:03.910543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:03.979316 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.054890 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.073381 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f587a-9074-479d-b579-140dcae0d750 req-6c299b6c-6711-47f9-87f9-85974b00530c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:04.074855 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ba6f587a-9074-479d-b579-140dcae0d750 req-6c299b6c-6711-47f9-87f9-85974b00530c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.1221352 May 26 22:22:04.127687 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.127872 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ba6f587a-9074-479d-b579-140dcae0d750 req-36537109-4894-4412-bc62-6fdb7fefe621 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 May 26 22:22:04.127951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.155076 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c07fde66-97b7-4f2c-902e-b7abcce53937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:04.179981 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f15c937fc15049fcbd6d7d9151fcbca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593266 May 26 22:22:04.183237 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50278) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:04.187404 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a74ce8-4e59-4f89-a64f-a04a52582dfc,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:04.191100 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:04.221857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50282) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:04.240627 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.258862 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:04.262744 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Usage tracker for resource:security_group_rule and tenant:009f821548fb48febd79a4b29d4a95c0 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:04.265726 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:04.271564 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:04.349827 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.358110 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.438675 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.439047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.448238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:04.490049 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=009f821548fb48febd79a4b29d4a95c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669723 May 26 22:22:04.490750 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17acda10-e510-436f-816c-7630d7de2ece,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:04.493111 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50296) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:04.495798 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:04.501911 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.524708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5716-c68e-497c-be7b-960c664a3398 req-4acb080b-f8df-4b6f-ba99-834c6eeb15dd tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:04.526191 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-811b5716-c68e-497c-be7b-960c664a3398 req-4acb080b-f8df-4b6f-ba99-834c6eeb15dd tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.1631403 May 26 22:22:04.559021 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.576749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.592287 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-811b5716-c68e-497c-be7b-960c664a3398 req-91f7df18-aef9-47a7-ac95-f58419c8fe9e tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584791 May 26 22:22:04.594312 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:04.638577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.642257 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.647032 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e932d48-dcac-4876-a183-8067e01f01c3 req-c455b0b5-28a3-48cb-881c-ddefa9baeb33 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.0712185 May 26 22:22:04.658087 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.684896 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=18468993-8456-4612-a770-828b249a3744,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:04.690510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:04.695822 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:04.700222 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.703607 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5a74ce8-4e59-4f89-a64f-a04a52582dfc HTTP/1.1" status: 204 len: 168 time: 0.5171359 May 26 22:22:04.703607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a74ce8-4e59-4f89-a64f-a04a52582dfc,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:04.706470 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:04.810660 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.820496 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8204443 May 26 22:22:04.867901 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.873403 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-09c9d29d-10dd-4e68-8330-8c88a31e5c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:04.886689 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17acda10-e510-436f-816c-7630d7de2ece,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:04.889914 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:04.901999 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:04.905736 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17acda10-e510-436f-816c-7630d7de2ece HTTP/1.1" status: 204 len: 168 time: 0.4093728 May 26 22:22:05.090992 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ccaf8210-c14f-4b9c-ad16-3ef109e56d96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1149110936&fields=id&tenant_id=e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 267 time: 0.0437653 May 26 22:22:05.173005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Request body: {'port': {'device_id': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'admin_state_up': True, 'tenant_id': '6b155274201c4daba89e60008092c322'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:05.313860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-8c186942-b647-4ffd-8374-a59ff414c5a0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:05.315552 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-8c186942-b647-4ffd-8374-a59ff414c5a0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 810 time: 0.2170570 May 26 22:22:05.341570 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0e92be67-04b9-4bc1-8fcc-9767d7203424 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/quotas/e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 375 time: 0.0184431 May 26 22:22:05.441706 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-486f28bd-d4fb-41ae-a5a0-25125b5bb5b8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936582 May 26 22:22:05.490760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50338) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:05.561924 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:05.583295 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:05.590479 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:05.598199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Usage tracker for resource:security_group_rule and tenant:31b4af79202543538a84190f070a59a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:05.615576 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:05.624718 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:05.653643 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:05.665212 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a8928c0c-dc56-49c5-b6d8-96d16d559050 service neutron] 10.222.0.23 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076824 May 26 22:22:05.679572 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-d9492719-9352-46f3-a463-1a30da5dae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:05.681074 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-d9492719-9352-46f3-a463-1a30da5dae3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 1096 time: 0.3715909 May 26 22:22:05.686675 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-21f9e773-b97c-43f4-bb24-a39c479defee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:05.688264 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-21f9e773-b97c-43f4-bb24-a39c479defee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a53be0c16fde4c25810395c20d78dd40&device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 1096 time: 0.3799295 May 26 22:22:05.859144 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-4acc876f-d46d-4533-83d6-2e951508f3be service neutron] 10.222.0.23 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763201 May 26 22:22:05.893774 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:05.933055 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Made reservation on behalf of 6b155274201c4daba89e60008092c322 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:05.936454 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:05.964570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:05.967254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667c369-724e-4184-a22a-cedbaa236ec8 req-b0b3fabf-da9a-4445-8b05-b4f077df3228 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:05.968724 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d667c369-724e-4184-a22a-cedbaa236ec8 req-b0b3fabf-da9a-4445-8b05-b4f077df3228 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.5844281 May 26 22:22:05.975830 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9497eff4-c23f-4078-b5e0-53d8806407b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:06.021656 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31b4af79202543538a84190f070a59a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288160 May 26 22:22:06.021797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50354) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:06.022300 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d674aad3-b323-40e8-98df-27aefb2ab168,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:06.025740 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:06.211964 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-6aa16bfd-b953-4cd8-8ab7-7f15fef4d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.211964 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-6aa16bfd-b953-4cd8-8ab7-7f15fef4d155 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53b20e45-7748-4542-bc29-5687a1d61019 HTTP/1.1" status: 200 len: 913 time: 0.4946036 May 26 22:22:06.216354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-1772f672-389b-4672-9936-b1e6b5437d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.218084 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-1772f672-389b-4672-9936-b1e6b5437d64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 915 time: 0.5270607 May 26 22:22:06.221955 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d667c369-724e-4184-a22a-cedbaa236ec8 req-a5e1f60a-05d4-4ad7-9e45-7f743a499f80 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323632 May 26 22:22:06.415916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c58e65-1109-401b-938d-7a4ae2d151c4 req-689196ee-90d6-4ecf-8269-7bdac0c27d17 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.417592 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-75c58e65-1109-401b-938d-7a4ae2d151c4 req-689196ee-90d6-4ecf-8269-7bdac0c27d17 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.1470459 May 26 22:22:06.447003 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-6646ced7-55f4-4afb-baab-ba7e73676b01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5 HTTP/1.1" status: 200 len: 217 time: 0.2239966 May 26 22:22:06.475509 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-75c58e65-1109-401b-938d-7a4ae2d151c4 req-afd37d26-77de-4f57-ba5e-db2e10d9bc8b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518811 May 26 22:22:06.516521 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-97f24d45-37e3-4ff1-81ca-853f4f9fdb86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42 HTTP/1.1" status: 200 len: 217 time: 0.2177150 May 26 22:22:06.569019 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b7b8578c-eefd-451d-a229-3242e7979c49 req-7a67de6f-727d-43e1-a055-69033d77dd4a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.1322837 May 26 22:22:06.629347 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ac99c6c7-6479-4365-97f3-598bf879857e req-d875aea1-e8f4-48d7-85b1-a39050f98662 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 210 time: 0.1101482 May 26 22:22:06.650705 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:06.719038 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:06.790582 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-acdcaaff-620e-4345-be00-8b6659dd9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.792083 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-acdcaaff-620e-4345-be00-8b6659dd9578 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.2223990 May 26 22:22:06.799585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-5fbd09f7-52b0-4f22-9dee-447a016dfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:06.801037 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-5fbd09f7-52b0-4f22-9dee-447a016dfa17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85506ab6-99a5-4b79-8e19-a625eb124b80 HTTP/1.1" status: 200 len: 852 time: 0.2865758 May 26 22:22:06.802240 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Allocated IP 172.20.0.3 (20058a66-060b-4f87-a0c9-f27e0894e711/1aae2874-a8de-47a1-92f8-61b604a68b71/3f5071df-7061-4ca5-86cd-f552a96de402) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:06.898535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:06.904058 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-e4f57c0e-30ff-4883-82a3-f08ab7be326a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903366 May 26 22:22:06.920616 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-54daa1ea-014a-4376-a1e4-fe17bafa0661 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53b20e45-7748-4542-bc29-5687a1d61019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753505 May 26 22:22:06.940687 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f5a54842-146b-4212-aea9-1c05faa97ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:06.997389 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d674aad3-b323-40e8-98df-27aefb2ab168,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:07.064937 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:07.073519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.20', 55378) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:07.275495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:07.275915 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-a6b35f2d-fae0-4ffe-a286-2536cdb97c78 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:07.276630 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d674aad3-b323-40e8-98df-27aefb2ab168 HTTP/1.1" status: 204 len: 168 time: 1.2068727 May 26 22:22:07.280874 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-a6b35f2d-fae0-4ffe-a286-2536cdb97c78 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 819 time: 0.2057307 May 26 22:22:07.316963 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Request body: {'port': {'device_id': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'admin_state_up': True, 'tenant_id': '6b155274201c4daba89e60008092c322'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:07.345078 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-5f68f69d-ad20-4680-8e46-e6eb61e9da23 service neutron] 10.222.0.20 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802361 May 26 22:22:07.352469 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-a6421089-4b7e-4a3e-bcae-5d1025278221 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368601 May 26 22:22:07.412998 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:07.638095 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:07.644781 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Usage tracker for resource:port and tenant:6b155274201c4daba89e60008092c322 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:07.649003 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:07.659121 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:07.782737 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Made reservation on behalf of 6b155274201c4daba89e60008092c322 for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:07.788033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:07.812119 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbad25-1916-4b94-937e-23647262fa34 req-dfd17915-4579-4ddb-a775-37559b8b401a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:07.814436 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3ebbad25-1916-4b94-937e-23647262fa34 req-dfd17915-4579-4ddb-a775-37559b8b401a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.1222465 May 26 22:22:07.885717 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-6c8c0ac5-7e01-44a5-b9e7-5129d827e5a7 service neutron] 10.222.0.20 "GET /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235353 May 26 22:22:07.888230 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6af9e373-9b37-4d69-a2bf-cbb236813a2e req-e3e5bffa-db97-4e99-90f0-4ce734bc7e3e service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272241 May 26 22:22:07.935336 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3ebbad25-1916-4b94-937e-23647262fa34 req-3fce7db3-935c-442d-b356-4ce1b989031d tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 May 26 22:22:07.960204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c16dc-94da-403d-adec-c8f31cc3ccab req-99805b55-c9b5-471d-ae0c-4807d1c768f0 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:07.961747 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d49c16dc-94da-403d-adec-c8f31cc3ccab req-99805b55-c9b5-471d-ae0c-4807d1c768f0 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.3923826 May 26 22:22:08.017412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.087399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8f99eb7e-e503-41b6-83ec-53880c73c007 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:08.100005 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Allocated IP 172.20.0.10 (20058a66-060b-4f87-a0c9-f27e0894e711/1aae2874-a8de-47a1-92f8-61b604a68b71/e380188b-4f4a-4cef-8fe3-cdbf34e76a2c) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:08.216177 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ac71b716-a033-4fa8-b845-e1f241257374 req-619f1d16-0c86-4a9f-bcf7-db43a903139c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.0654533 May 26 22:22:08.216998 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d49c16dc-94da-403d-adec-c8f31cc3ccab req-da5c07c2-585f-4dee-a9fc-9d4d641d17bb tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490289 May 26 22:22:08.229606 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Network 20058a66-060b-4f87-a0c9-f27e0894e711 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:08.236055 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:08.258444 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:08.287281 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:08.287281 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.334860 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Pushing event updated for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:08.348403 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:08.410607 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2429018 May 26 22:22:08.435293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.457391 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Request body: {'port': {'device_id': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:08.499532 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-40529e9f-aa64-4b25-829d-715da79628f7 req-1e0fe359-0d71-40d0-8361-bceacdfc711f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:08.513471 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.524559 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:08.592326 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.592744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Network 20058a66-060b-4f87-a0c9-f27e0894e711 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:08.596024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:08.600167 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:08.607201 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:08.607201 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.625523 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Pushing event updated for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:08.630935 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:08.656018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-40529e9f-aa64-4b25-829d-715da79628f7 req-1e0fe359-0d71-40d0-8361-bceacdfc711f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:08.661189 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40529e9f-aa64-4b25-829d-715da79628f7 req-1e0fe359-0d71-40d0-8361-bceacdfc711f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 210 time: 0.2406855 May 26 22:22:08.717447 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4123721 May 26 22:22:08.729568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Request body: {'port': {'device_id': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:08.761952 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f470edf9-e0d4-44a3-b56f-1ade79755bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.873701 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:08.917138 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50474) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:09.093319 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5071df-7061-4ca5-86cd-f552a96de402 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:09.128799 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.216636 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb28aaa-2a49-44c5-8ccd-aa188145112a req-fa996090-7e28-49a1-bfd0-b5bfdd10aa4b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:09.226802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-efb28aaa-2a49-44c5-8ccd-aa188145112a req-fa996090-7e28-49a1-bfd0-b5bfdd10aa4b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.1085658 May 26 22:22:09.228568 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Transition to ACTIVE for port object 3f5071df-7061-4ca5-86cd-f552a96de402 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:09.232118 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.257653 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:09.277267 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Usage tracker for resource:security_group_rule and tenant:d561a88305254ff1bc8fd53d7814669b is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:09.282137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:09.299248 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:09.327477 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-3fc1fc77-b4dc-4099-a338-a8365dff8a9b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:09.327477 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-3fc1fc77-b4dc-4099-a338-a8365dff8a9b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:network {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:09.332406 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.347987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8047ae09-6856-4da2-91c8-2638906a41e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:09.364170 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-efb28aaa-2a49-44c5-8ccd-aa188145112a req-d108dd5b-29e6-46b2-aa93-cbb61aebdd88 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355877 May 26 22:22:09.645002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:09.655289 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:09.710878 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Attempting to bind port 3f5071df-7061-4ca5-86cd-f552a96de402 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:09.711218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Attempting to bind port 3f5071df-7061-4ca5-86cd-f552a96de402 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:09.711542 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Attempting to bind port 3f5071df-7061-4ca5-86cd-f552a96de402 on network 20058a66-060b-4f87-a0c9-f27e0894e711 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:09.714782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e380188b-4f4a-4cef-8fe3-cdbf34e76a2c {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:09.725302 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.736774 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Port 3f5071df-7061-4ca5-86cd-f552a96de402 on network 20058a66-060b-4f87-a0c9-f27e0894e711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:22:09.737147 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Attempting to bind port 3f5071df-7061-4ca5-86cd-f552a96de402 on network 20058a66-060b-4f87-a0c9-f27e0894e711 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:09.755959 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf216-1b89-4a31-8d2e-82e99c5db433 req-d43d5e8f-d386-4452-91e6-3a18d6e5d28f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:09.756664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-7f0bf216-1b89-4a31-8d2e-82e99c5db433 req-d43d5e8f-d386-4452-91e6-3a18d6e5d28f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:09.757232 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:09.757805 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Checking segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:09.758432 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Bound using segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:09.759277 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Bound port: 3f5071df-7061-4ca5-86cd-f552a96de402, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:09.760523 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.760639 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Transition to ACTIVE for port object e380188b-4f4a-4cef-8fe3-cdbf34e76a2c will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:09.790972 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.815907 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.826207 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:09.858140 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989f37-76c3-47de-8e08-28eb550f817e req-ded93f89-a45f-48c0-a567-b73cde694ae9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:09.861581 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-84989f37-76c3-47de-8e08-28eb550f817e req-ded93f89-a45f-48c0-a567-b73cde694ae9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.3652468 May 26 22:22:09.883523 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-7f0bf216-1b89-4a31-8d2e-82e99c5db433 req-d43d5e8f-d386-4452-91e6-3a18d6e5d28f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:09.890600 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7f0bf216-1b89-4a31-8d2e-82e99c5db433 req-d43d5e8f-d386-4452-91e6-3a18d6e5d28f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 932 time: 0.2977471 May 26 22:22:09.891906 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:09.915236 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:09.988091 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-3fc1fc77-b4dc-4099-a338-a8365dff8a9b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:network {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:09.989263 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-3fc1fc77-b4dc-4099-a338-a8365dff8a9b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 810 time: 0.8997619 May 26 22:22:10.004319 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-84989f37-76c3-47de-8e08-28eb550f817e req-77908795-4657-486c-a353-310c6a20af29 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372547 May 26 22:22:10.013306 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d561a88305254ff1bc8fd53d7814669b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0844879 May 26 22:22:10.033006 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50530) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:10.033733 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24991e57-b082-4d71-81cf-cf7ee219ee8a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.036799 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:10.051473 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.064554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3f5071df-7061-4ca5-86cd-f552a96de402,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:10.105552 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-5326deac-098c-45e2-a869-90d58c5b311c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:10.106311 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Pushing event updated for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.140540 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.141607 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.153961 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:10.176858 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.245277 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7f0bf216-1b89-4a31-8d2e-82e99c5db433 req-3773ac3c-fd6f-4579-9de8-a8403a952bec tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533247 May 26 22:22:10.262613 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Attempting to bind port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:10.263113 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Attempting to bind port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:10.263224 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-5326deac-098c-45e2-a869-90d58c5b311c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:10.263581 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Attempting to bind port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c on network 20058a66-060b-4f87-a0c9-f27e0894e711 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:10.274831 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-5326deac-098c-45e2-a869-90d58c5b311c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 380 time: 0.2585299 May 26 22:22:10.275145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c on network 20058a66-060b-4f87-a0c9-f27e0894e711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:22:10.275145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Attempting to bind port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c on network 20058a66-060b-4f87-a0c9-f27e0894e711 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:10.275308 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d092a067-e8a0-459e-8dd5-3cb5ea9363a4 req-c7397df2-0ddc-4547-9745-2a1bab00e85b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 210 time: 0.0862477 May 26 22:22:10.275404 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:10.275508 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.275592 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Checking segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:10.276061 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Bound using segment: {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:10.276623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Bound port: e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5ba449-2f8c-4d4e-9e60-1459134454ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:10.277025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.291550 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'port': {'device_id': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'admin_state_up': True, 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'security_groups': ['9f29cca3-478c-4433-b043-eb1d54d44384']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:10.305658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.306278 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.309768 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-35f43b54-a013-4675-a507-74450d7da693 service neutron] 10.222.0.20 "PUT /v2.0/ports/3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 1093 time: 1.8592055 May 26 22:22:10.314209 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:10.378346 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:10.384371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:10.462187 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402', 'status': 'completed', 'code': 200} May 26 22:22:10.473336 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.480584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:10.534554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.545183 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.551854 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.552469 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.553853 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] 10.222.0.20 "PUT /v2.0/ports/e380188b-4f4a-4cef-8fe3-cdbf34e76a2c HTTP/1.1" status: 200 len: 1094 time: 1.8287425 May 26 22:22:10.554314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:10.640965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Pushing event updated for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.644652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.675754 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:10.693184 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:10.702786 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-d107f804-0c91-410a-ab5a-6ab953d1c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.704209 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-d107f804-0c91-410a-ab5a-6ab953d1c6be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1096 time: 0.2342107 May 26 22:22:10.740457 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69fc71-f425-4844-98dc-78366d03f6b1 req-7294c788-a7da-4c8c-a734-e184f2c19d4a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.749013 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ca69fc71-f425-4844-98dc-78366d03f6b1 req-7294c788-a7da-4c8c-a734-e184f2c19d4a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 943 time: 0.2094769 May 26 22:22:10.776333 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.793831 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-43dd2574-02ac-43d3-8c29-a72522fa7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:10.795473 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-43dd2574-02ac-43d3-8c29-a72522fa7996 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 1097 time: 0.0957029 May 26 22:22:10.835439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e6bc3ba5-cfc6-4dab-8254-d36120b0db96 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:10.868058 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Made reservation on behalf of e68c36e8a08443caa238b749a3ff5b64 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:10.871755 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.874143 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b42cb8d6-3aee-4509-9646-f97fe98366e5 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:10.902288 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-7aea2e58-4842-46d7-8920-710c9ef68493 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c HTTP/1.1" status: 200 len: 217 time: 0.0985303 May 26 22:22:10.928847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24991e57-b082-4d71-81cf-cf7ee219ee8a,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:10.944574 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:10.965885 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ca69fc71-f425-4844-98dc-78366d03f6b1 req-906b6287-4401-4db9-a706-28df6fe759f8 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159696 May 26 22:22:10.974624 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:10.975996 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24991e57-b082-4d71-81cf-cf7ee219ee8a HTTP/1.1" status: 204 len: 168 time: 0.9437225 May 26 22:22:11.069478 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c', 'status': 'completed', 'code': 200} May 26 22:22:11.092183 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-064d54f7-3fe0-4c47-acce-7457f8cdc66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.094271 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-064d54f7-3fe0-4c47-acce-7457f8cdc66c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6b155274201c4daba89e60008092c322&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3823318 May 26 22:22:11.115186 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b90964-7335-4f36-8152-fb59146d097e req-2ae89596-bd1d-4a84-9397-2977a8363449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.119765 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-2ae89596-bd1d-4a84-9397-2977a8363449 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.2068954 May 26 22:22:11.143306 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5,segment=NetworkSegment(2bfe1444-132c-42b9-a366-38185e6d2037),segment_id=2bfe1444-132c-42b9-a366-38185e6d2037)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:11.164296 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': 'b42cb8d6-3aee-4509-9646-f97fe98366e5', 'network_id': '53b20e45-7748-4542-bc29-5687a1d61019', 'port_id': 'b42cb8d6-3aee-4509-9646-f97fe98366e5', 'mac_address': 'fa:16:3e:5d:ae:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85506ab6-99a5-4b79-8e19-a625eb124b80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:11.252565 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.276279 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-cddfff39-dbc1-49ef-be66-9e0add77d619 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476083 May 26 22:22:11.305428 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4eb6e8ec-d65e-4b25-964b-b84387380fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.316754 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42cb8d6-3aee-4509-9646-f97fe98366e5 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:11.335495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Allocated IP 172.20.0.6 (9b663cfd-61f5-4238-aac9-c77d76a0763a/7ce2ce59-aefb-4f33-bbfe-affab775a362/7512ebe0-8f9d-43d6-9be7-dd938ae44691) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:11.405005 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5,segment=NetworkSegment(2bfe1444-132c-42b9-a366-38185e6d2037),segment_id=2bfe1444-132c-42b9-a366-38185e6d2037)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:11.427259 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.439559 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-fb4c81a6-1cc4-4dfd-96ed-75572ced8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.441106 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-785804e8-8912-4dbd-9821-a9a2731fc5eb req-fb4c81a6-1cc4-4dfd-96ed-75572ced8cdb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361859 May 26 22:22:11.444374 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.445364 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:11.447511 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:11.632443 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:22:11.649873 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:11.657678 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:11.658892 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-29c7212f-5a68-41bc-b214-c7ecab6358da service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773100 May 26 22:22:11.723536 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439d203-5724-42fc-8445-442d32f7f257 req-37ff5c8f-9b8b-40fd-9f39-a87190952ed2 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.725299 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2439d203-5724-42fc-8445-442d32f7f257 req-37ff5c8f-9b8b-40fd-9f39-a87190952ed2 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 943 time: 0.3992689 May 26 22:22:11.786910 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61868db-e651-4e1b-a697-84bdd0260a12 req-a29ac494-7fce-44f4-9ea4-2fb73c9f9e64 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.788566 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f61868db-e651-4e1b-a697-84bdd0260a12 req-a29ac494-7fce-44f4-9ea4-2fb73c9f9e64 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 944 time: 0.2651651 May 26 22:22:11.803498 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2439d203-5724-42fc-8445-442d32f7f257 req-29e995ce-1673-4fa6-8dce-222bd896deee tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699832 May 26 22:22:11.808842 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-0149a3fb-dd9a-4546-98d4-89d8685436dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:11.810492 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-0149a3fb-dd9a-4546-98d4-89d8685436dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1096 time: 0.3139544 May 26 22:22:11.837917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:11.866768 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0b90964-7335-4f36-8152-fb59146d097e req-55da57a2-1451-4a5a-bc52-8afbe03ff70e service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988275 May 26 22:22:11.885619 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'port_id': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42', 'mac_address': 'fa:16:3e:7d:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96a1dbb-c4f3-4ea4-b406-16115c154a1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:11.897182 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f61868db-e651-4e1b-a697-84bdd0260a12 req-fe0ca3bd-a3bc-4cfd-9570-370deef318c3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003547 May 26 22:22:11.908180 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-0abe3cc2-1d34-47b7-8928-e53c2ca7ba49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.0837147 May 26 22:22:11.965509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:11.982958 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.011813 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:12.035069 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:12.035712 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Transition to ACTIVE for port object 7512ebe0-8f9d-43d6-9be7-dd938ae44691 will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:12.038480 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aec95e38-2558-4312-ab2d-b8a70a760d67 req-0a0ac3a7-b129-44ca-9e4b-dd8474964727 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 210 time: 0.0643623 May 26 22:22:12.057731 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-6b671d9a-c017-4fa0-9fb7-96918645c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.059146 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-6b671d9a-c017-4fa0-9fb7-96918645c5ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.1450160 May 26 22:22:12.077387 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50602) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:12.096299 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.118479 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-3953e44a-0a50-422d-8b9f-c03aa15c05b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508037 May 26 22:22:12.120096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:12.124649 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.126525 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:12.127883 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Usage tracker for resource:security_group_rule and tenant:90e13618fdec45209dfd9c4942d1cc7d is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:12.132367 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:12.142162 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:12.185255 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-6644bc06-cf3f-4258-85e9-10185daa7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.186774 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-6644bc06-cf3f-4258-85e9-10185daa7c2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 1097 time: 0.2049675 May 26 22:22:12.221871 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.226638 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:12.230061 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:12.255929 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b205e81a-54da-447d-b067-2511913539ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:12.289754 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.320478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:12.325953 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:12.342587 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:12.347863 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.350432 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.399287 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:12.409359 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:12.410448 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-4709e496-75dd-4e8d-aa1d-4944093d521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.413184 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-4709e496-75dd-4e8d-aa1d-4944093d521f service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.2158227 May 26 22:22:12.419466 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-cdceb2c3-6702-45b2-8f6c-4c6a8ba8c4cc service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932491 May 26 22:22:12.423553 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e5a43-a72d-463b-9821-94c43f6c7a8e req-9ef0e01d-6399-4fc1-9696-9545d31bd371 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.425244 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e57e5a43-a72d-463b-9821-94c43f6c7a8e req-9ef0e01d-6399-4fc1-9696-9545d31bd371 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 944 time: 0.2888439 May 26 22:22:12.532944 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-0f04519d-109c-4208-8a45-b0fb1e51940b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c HTTP/1.1" status: 200 len: 217 time: 0.1013350 May 26 22:22:12.589094 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3075142 May 26 22:22:12.605605 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Request body: {'port': {'device_id': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:12.608120 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.624097 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e57e5a43-a72d-463b-9821-94c43f6c7a8e req-539417b7-fe11-455c-b603-f2cea23ddd2f tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864674 May 26 22:22:12.631483 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-3c2a9c64-f37f-49a4-b79a-6c7567868d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:12.632935 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-3c2a9c64-f37f-49a4-b79a-6c7567868d2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.0916240 May 26 22:22:12.670010 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['b42cb8d6-3aee-4509-9646-f97fe98366e5'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:12.714490 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:12.740914 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8be3d546-bb9c-467b-9b04-752ccaada1b9 req-74e0253b-d0be-4084-a2b9-bc49d4fe1b09 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077753 May 26 22:22:12.756612 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-7be2c81a-5d75-4a31-817c-47f41226de17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158347 May 26 22:22:12.757376 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.758829 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.759043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5de94da2-2c41-41f7-9226-b339cbcfd043 None None] Provisioning for port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:12.766933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:12.779558 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5de94da2-2c41-41f7-9226-b339cbcfd043 None None] Provisioning complete for port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:12.779891 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5de94da2-2c41-41f7-9226-b339cbcfd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:12.879181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0021ce0-3f37-4ffc-9ff7-6f913322f49f,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:12.893916 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90e13618fdec45209dfd9c4942d1cc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8154500 May 26 22:22:12.895001 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5de94da2-2c41-41f7-9226-b339cbcfd043 None None] Port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:22:12.897570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:12.897725 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50622) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:13.078338 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-256265e2-0489-44ff-9878-3cc30dc67c57 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121817 May 26 22:22:13.124047 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.275124 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.313150 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7512ebe0-8f9d-43d6-9be7-dd938ae44691 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:13.324952 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c330-33b1-4e6d-8cf8-442954c11922 req-3bfb5bd3-efd6-4a0a-a84d-3ae81a8e74e1 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:13.326671 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8ab0c330-33b1-4e6d-8cf8-442954c11922 req-3bfb5bd3-efd6-4a0a-a84d-3ae81a8e74e1 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 944 time: 0.3693886 May 26 22:22:13.330515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.367004 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Transition to ACTIVE for port object 7512ebe0-8f9d-43d6-9be7-dd938ae44691 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:13.367954 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9aa7e8b9-d76c-4261-a34f-1bc79459f119 req-131fc8bc-984c-400f-ae40-85993af260db service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816122 May 26 22:22:13.391233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6cce-99f5-4674-9a26-580bb3406e9d req-de2d5e7e-20d1-4462-bc8e-da727d09e232 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:13.395797 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8ab0c330-33b1-4e6d-8cf8-442954c11922 req-96a87364-0e4e-4115-872d-64e69d3d26ac tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620418 May 26 22:22:13.398466 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-284b6cce-99f5-4674-9a26-580bb3406e9d req-de2d5e7e-20d1-4462-bc8e-da727d09e232 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 944 time: 0.2711148 May 26 22:22:13.404966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.421157 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:13.462582 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-284b6cce-99f5-4674-9a26-580bb3406e9d req-6d92cd87-e63c-4805-857c-d6715f6c9084 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633037 May 26 22:22:13.479446 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.495171 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:13.508410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0021ce0-3f37-4ffc-9ff7-6f913322f49f,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:13.512921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:13.518822 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.523742 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0021ce0-3f37-4ffc-9ff7-6f913322f49f HTTP/1.1" status: 204 len: 168 time: 0.6249738 May 26 22:22:13.640775 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:13.652148 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:13.775817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Attempting to bind port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:13.775817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Attempting to bind port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:13.775817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Attempting to bind port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:13.780770 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:22:13.784006 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Attempting to bind port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:13.794117 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:13.794447 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Checking segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:13.794822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Bound using segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:13.795250 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Bound port: 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:13.795588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.804619 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:13.875998 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfd94-bde1-4e9a-9620-112eb043527a req-58708085-8a02-4b5c-95ec-d1c6cc78fe3e tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:13.877666 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-981bfd94-bde1-4e9a-9620-112eb043527a req-58708085-8a02-4b5c-95ec-d1c6cc78fe3e tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 944 time: 0.0904157 May 26 22:22:13.887148 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ab37f-c7d9-4d93-babd-1bae3bcf5820 req-d082b720-1837-4023-9212-6b6459225c3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:13.887878 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ac9ab37f-c7d9-4d93-babd-1bae3bcf5820 req-d082b720-1837-4023-9212-6b6459225c3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:13.925170 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-981bfd94-bde1-4e9a-9620-112eb043527a req-11e4f4a7-5ec3-4697-8813-65eb3a10d2a7 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 May 26 22:22:13.926671 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:13.929739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:14.016313 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ac9ab37f-c7d9-4d93-babd-1bae3bcf5820 req-d082b720-1837-4023-9212-6b6459225c3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:14.020123 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ac9ab37f-c7d9-4d93-babd-1bae3bcf5820 req-d082b720-1837-4023-9212-6b6459225c3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 943 time: 0.4645550 May 26 22:22:14.020123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:14.023273 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:14.111070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.111837 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:14.113067 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 1093 time: 1.5144160 May 26 22:22:14.122004 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:14.163546 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ac9ab37f-c7d9-4d93-babd-1bae3bcf5820 req-fad48403-42e0-42fb-a806-9755f8c3a6a1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052892 May 26 22:22:14.169516 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:14.173350 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:14.194716 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'status': 'completed', 'code': 200} May 26 22:22:14.291346 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5b843-ff95-4292-bb79-a0056839768b req-c29383f4-c2f9-4661-9a5a-8be54c02cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.293024 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10f5b843-ff95-4292-bb79-a0056839768b req-c29383f4-c2f9-4661-9a5a-8be54c02cd63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1096 time: 0.0760672 May 26 22:22:14.538970 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5b843-ff95-4292-bb79-a0056839768b req-8656948e-57f8-457f-8195-56f89c7cecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.538970 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10f5b843-ff95-4292-bb79-a0056839768b req-8656948e-57f8-457f-8195-56f89c7cecb2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e68c36e8a08443caa238b749a3ff5b64&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2291379 May 26 22:22:14.696567 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df318ca-48ee-4977-82ed-2268ab910cb7 req-25fa8c9d-64a3-4b37-a2c0-d6fca1a89a21 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.698140 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4df318ca-48ee-4977-82ed-2268ab910cb7 req-25fa8c9d-64a3-4b37-a2c0-d6fca1a89a21 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 944 time: 0.0953698 May 26 22:22:14.772271 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4df318ca-48ee-4977-82ed-2268ab910cb7 req-cbb41e1d-a1cb-4160-816d-8be85cb7a215 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600972 May 26 22:22:14.803565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e2d9-03d9-4234-bc07-5b0f5fff1b8c req-ab05631f-032f-47a8-a703-2792e3362d1d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.805180 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a475e2d9-03d9-4234-bc07-5b0f5fff1b8c req-ab05631f-032f-47a8-a703-2792e3362d1d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 944 time: 0.2166500 May 26 22:22:14.841319 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5b843-ff95-4292-bb79-a0056839768b req-463d0d28-dd4a-4579-b2c2-dcbaba4eb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:14.842745 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10f5b843-ff95-4292-bb79-a0056839768b req-463d0d28-dd4a-4579-b2c2-dcbaba4eb2b4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2957273 May 26 22:22:14.867157 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b42cb8d6-3aee-4509-9646-f97fe98366e5 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:14.960397 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a475e2d9-03d9-4234-bc07-5b0f5fff1b8c req-6bf1f0c3-1c4c-4b39-b42f-e20197fbe656 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451790 May 26 22:22:15.001025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a8326182-2a27-45a1-8a7c-be84a9ad0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.003774 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a8326182-2a27-45a1-8a7c-be84a9ad0ff8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1096 time: 0.0889809 May 26 22:22:15.004446 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port b42cb8d6-3aee-4509-9646-f97fe98366e5 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:15.010062 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port b42cb8d6-3aee-4509-9646-f97fe98366e5 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:15.010643 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:15.080388 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-547b6cfc-6b02-4ca1-8e7a-e032b44260da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 217 time: 0.0696623 May 26 22:22:15.155796 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:15.163446 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70059db7-bdf0-4e02-8546-7f33f1bb49c7 req-2dcd3255-4bb4-48f2-aff0-5bae2c157930 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.170677 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-70059db7-bdf0-4e02-8546-7f33f1bb49c7 req-2dcd3255-4bb4-48f2-aff0-5bae2c157930 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 944 time: 0.1039469 May 26 22:22:15.171443 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a46f2771-a91c-42df-af73-90e81746a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.174327 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a46f2771-a91c-42df-af73-90e81746a30d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0851412 May 26 22:22:15.190902 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:15.220212 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-70059db7-bdf0-4e02-8546-7f33f1bb49c7 req-89e4a48b-e603-44c7-9bb6-1fd81a5c1f4a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 May 26 22:22:15.258971 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5,segment=NetworkSegment(2bfe1444-132c-42b9-a366-38185e6d2037),segment_id=2bfe1444-132c-42b9-a366-38185e6d2037)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:15.272374 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-74ed114e-cd78-451a-8687-1ed31b5139b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.272374 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-74ed114e-cd78-451a-8687-1ed31b5139b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870130 May 26 22:22:15.359171 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:15.368896 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:15.403638 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:15.757206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-0c94fda7-8027-4214-b447-c3de1b292f82 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919284 May 26 22:22:15.757206 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fe19d-4348-43e9-b2db-0bc68c65a1d7 req-63efea4e-25c0-4167-b5d8-715ef14b762c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.757206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-969fe19d-4348-43e9-b2db-0bc68c65a1d7 req-63efea4e-25c0-4167-b5d8-715ef14b762c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 943 time: 0.1759937 May 26 22:22:15.760308 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:15.760308 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:15.760308 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5', 'code': 200} May 26 22:22:15.762068 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-969fe19d-4348-43e9-b2db-0bc68c65a1d7 req-79e8e656-5a38-4f66-ae49-4b1823bdab13 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036484 May 26 22:22:15.762068 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa69ed5c-afda-48a8-bab6-08ea263e64ba req-a612ae39-869c-4392-aae0-80a0d6f31c45 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695409 May 26 22:22:15.924440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:15.931728 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:15.933578 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:15.993753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cc7de-b9da-45be-8b25-f912a81fd306 req-7bea3880-48a2-451f-a1a4-f191bf4a4a53 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:15.996213 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3e8cc7de-b9da-45be-8b25-f912a81fd306 req-7bea3880-48a2-451f-a1a4-f191bf4a4a53 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 944 time: 0.1102672 May 26 22:22:16.064169 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3e8cc7de-b9da-45be-8b25-f912a81fd306 req-bbb74623-8ebd-4b86-879d-7a1f8c849e2d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611060 May 26 22:22:16.071640 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:16.108922 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:16.198549 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:16.201172 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:16.285590 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:16.290860 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:16.305859 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a6c0c-35d4-4dab-adf5-d016226ac757 req-0a335347-226c-4441-8251-2473e03e04ed tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:16.307364 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-050a6c0c-35d4-4dab-adf5-d016226ac757 req-0a335347-226c-4441-8251-2473e03e04ed tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 944 time: 0.1882496 May 26 22:22:16.310774 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-e93b4c81-b6f4-4e51-bc03-dbe4b11a5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:16.312549 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-e93b4c81-b6f4-4e51-bc03-dbe4b11a5802 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 1098 time: 0.1619990 May 26 22:22:16.350962 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:16.380648 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:16.387980 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-050a6c0c-35d4-4dab-adf5-d016226ac757 req-5f76c943-9735-45c5-9999-215f35dfbb8a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 May 26 22:22:16.388951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Usage tracker for resource:security_group_rule and tenant:c4cd1c9c6214486b9f6af1bea520d6f6 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:16.391990 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:16.398531 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:16.444514 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b04294-4741-4f7c-9618-c7bf5a26a18d req-0aa266d0-ee52-45f6-a392-4d454a162e74 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:16.446128 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d8b04294-4741-4f7c-9618-c7bf5a26a18d req-0aa266d0-ee52-45f6-a392-4d454a162e74 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.0895166 May 26 22:22:16.488470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:16.494426 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d8b04294-4741-4f7c-9618-c7bf5a26a18d req-89b20843-87ad-4991-bdbc-9cbc316f3c96 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 May 26 22:22:16.558549 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:16.567128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:16.584828 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1c96ea86-0738-454c-befa-245c6a58fb69 req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528343 May 26 22:22:16.597699 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=000fe26a-c077-4ac5-a70e-4b4292c86d65,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:16.601395 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:16.870198 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3f5071df-7061-4ca5-86cd-f552a96de402 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:16.943017 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84929725-e8dd-4099-9321-5e65d35be73c req-580ab4aa-ed47-40c5-8713-cce43ee71f0e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:16.945133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-84929725-e8dd-4099-9321-5e65d35be73c req-580ab4aa-ed47-40c5-8713-cce43ee71f0e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 943 time: 0.0867691 May 26 22:22:16.993069 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-84929725-e8dd-4099-9321-5e65d35be73c req-327ae163-466d-4726-a823-5da5b4d3e5e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 May 26 22:22:17.003588 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3f5071df-7061-4ca5-86cd-f552a96de402,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:17.016992 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '3f5071df-7061-4ca5-86cd-f552a96de402', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'port_id': '3f5071df-7061-4ca5-86cd-f552a96de402', 'mac_address': 'fa:16:3e:90:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:17.071888 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.088794 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5071df-7061-4ca5-86cd-f552a96de402 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:17.105543 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3f5071df-7061-4ca5-86cd-f552a96de402,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:17.186991 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.187766 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device e380188b-4f4a-4cef-8fe3-cdbf34e76a2c details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:17.191181 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:17.259227 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1e5d7-39f7-48e4-8086-477021956eb1 req-b5f22ccf-47c9-4d71-ae60-c9094bd4d9eb tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:17.261061 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6da1e5d7-39f7-48e4-8086-477021956eb1 req-b5f22ccf-47c9-4d71-ae60-c9094bd4d9eb tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 944 time: 0.0921829 May 26 22:22:17.272416 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:17.274634 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:17.276450 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:17.290767 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c', 'network_id': '20058a66-060b-4f87-a0c9-f27e0894e711', 'port_id': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c', 'mac_address': 'fa:16:3e:55:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aae2874-a8de-47a1-92f8-61b604a68b71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:17.310460 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6da1e5d7-39f7-48e4-8086-477021956eb1 req-e3ff82f4-159f-4590-956a-2af946714b9f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 May 26 22:22:17.355200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.363501 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e380188b-4f4a-4cef-8fe3-cdbf34e76a2c {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:17.378746 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:17.449750 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:17.451567 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:17.536484 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:17.546989 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:17.552323 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:17.621847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c4a5b-2476-431a-85c2-fea820e19144 req-0d8079bf-0715-4dea-84e8-f56a35a277ff tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:17.624086 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c99c4a5b-2476-431a-85c2-fea820e19144 req-0d8079bf-0715-4dea-84e8-f56a35a277ff tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.0978646 May 26 22:22:17.704570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e440e-3e01-477e-a40f-0fb770fdd500 req-88ba24f4-efda-4fbb-9845-a735a00be55f tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:17.706392 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-774e440e-3e01-477e-a40f-0fb770fdd500 req-88ba24f4-efda-4fbb-9845-a735a00be55f tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.1006341 May 26 22:22:17.714740 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c99c4a5b-2476-431a-85c2-fea820e19144 req-102b05d1-31ee-4a4d-ba60-8281dc009356 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854566 May 26 22:22:17.775059 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-774e440e-3e01-477e-a40f-0fb770fdd500 req-9fe37506-7c8e-4578-a50f-9e2a30219e30 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629249 May 26 22:22:17.807455 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42', 'code': 200} May 26 22:22:17.942694 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['3f5071df-7061-4ca5-86cd-f552a96de402'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:17.972858 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['e380188b-4f4a-4cef-8fe3-cdbf34e76a2c'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:18.195286 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781de97-9659-4e93-963a-aa1c6c89e12b req-154648b0-905f-44bc-8d26-e8ac885b4241 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:18.197698 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4781de97-9659-4e93-963a-aa1c6c89e12b req-154648b0-905f-44bc-8d26-e8ac885b4241 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 943 time: 0.0940099 May 26 22:22:18.221222 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6394730-d527-4ebc-b732-f1e0afa6c2ae req-9f19265b-ccb5-492e-9692-ee0302a45341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:18.222736 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6394730-d527-4ebc-b732-f1e0afa6c2ae req-9f19265b-ccb5-492e-9692-ee0302a45341 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 1098 time: 0.0814066 May 26 22:22:18.260269 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4781de97-9659-4e93-963a-aa1c6c89e12b req-9ad4d1cb-7010-4e99-9590-98ef0b89a718 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561399 May 26 22:22:18.278395 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6394730-d527-4ebc-b732-f1e0afa6c2ae req-de1a1e52-5c72-4eb7-b6b2-7878eabc6a30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475636 May 26 22:22:18.499363 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-8886e8f7-7f28-4bc9-a293-87968c21da0e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:18.500089 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-8886e8f7-7f28-4bc9-a293-87968c21da0e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:18.511776 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-8886e8f7-7f28-4bc9-a293-87968c21da0e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:18.512893 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-8886e8f7-7f28-4bc9-a293-87968c21da0e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 945 time: 0.0938847 May 26 22:22:18.562341 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-d208d845-764a-422b-9b2a-fb5f21be55dc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:18.649329 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-d208d845-764a-422b-9b2a-fb5f21be55dc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:18.650572 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-16adf43b-7c10-4706-bfb1-5fe6604af070 req-d208d845-764a-422b-9b2a-fb5f21be55dc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319542 May 26 22:22:18.892231 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7512ebe0-8f9d-43d6-9be7-dd938ae44691 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:18.893008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e5410-c148-4700-b02f-76f1fac13046 req-b9abe38c-1739-4e2f-9a93-1de1f659b26e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:18.895531 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8f7e5410-c148-4700-b02f-76f1fac13046 req-b9abe38c-1739-4e2f-9a93-1de1f659b26e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.0843635 May 26 22:22:18.973722 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8f7e5410-c148-4700-b02f-76f1fac13046 req-09bf1f6a-a711-4e25-aa96-a8422a353a0c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 May 26 22:22:19.120464 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f7c66-3737-452b-a1cb-943e58fb4480 req-98d83210-0c0f-484f-be61-855ece2a2abf tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:19.121960 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c35f7c66-3737-452b-a1cb-943e58fb4480 req-98d83210-0c0f-484f-be61-855ece2a2abf tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.1024311 May 26 22:22:19.143323 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:19.163511 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'port_id': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'mac_address': 'fa:16:3e:d5:15:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:19.205494 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c35f7c66-3737-452b-a1cb-943e58fb4480 req-cc3ca95c-c485-44a8-9cfc-b48e7777d2f3 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664766 May 26 22:22:19.261238 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.278298 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7512ebe0-8f9d-43d6-9be7-dd938ae44691 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:19.294636 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:19.387397 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.390723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:19.442818 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550651a-ff42-4cd0-9304-fd8cee6440f9 req-c0bee53a-06d5-40b0-898d-324a1ca902f4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:19.444461 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2550651a-ff42-4cd0-9304-fd8cee6440f9 req-c0bee53a-06d5-40b0-898d-324a1ca902f4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 944 time: 0.0851343 May 26 22:22:19.464240 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:19.467440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:19.492831 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2550651a-ff42-4cd0-9304-fd8cee6440f9 req-61bfa89c-6814-47b8-bb41-e7a7ca245b65 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 May 26 22:22:19.540915 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50836) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:19.656519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.670913 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:19.674793 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6bf320ee104b659d871db7ab2e7d60 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:19.678344 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:19.686192 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:19.773592 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.867109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d02c1-0434-4a30-9785-493e46a87fcd req-92059692-7d80-463c-9551-487cc8dab151 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:19.867109 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2c8d02c1-0434-4a30-9785-493e46a87fcd req-92059692-7d80-463c-9551-487cc8dab151 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 945 time: 0.1062608 May 26 22:22:19.873042 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:19.880620 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d374d287-e3ea-43cb-9fb1-d718505642a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:19.895145 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['7512ebe0-8f9d-43d6-9be7-dd938ae44691'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:19.971230 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2c8d02c1-0434-4a30-9785-493e46a87fcd req-e417e892-1a2b-468a-82a7-0a0c60d0edef tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991504 May 26 22:22:20.023564 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50860) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:20.032232 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d6bf320ee104b659d871db7ab2e7d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921513 May 26 22:22:20.042846 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47c0be-195d-475c-9892-298a210451c4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:20.053169 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:20.137511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.173599 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.295038 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfcc18-4751-4f9a-b4ac-de0349d8faf9 req-e6583ea6-71d9-4df1-8944-97248fbbe156 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:20.296685 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b8cfcc18-4751-4f9a-b4ac-de0349d8faf9 req-e6583ea6-71d9-4df1-8944-97248fbbe156 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.1514754 May 26 22:22:20.341387 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b8cfcc18-4751-4f9a-b4ac-de0349d8faf9 req-9505ce25-c480-48fb-b5ae-1e04a6a7d673 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 May 26 22:22:20.381060 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.437296 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:20.451455 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47c0be-195d-475c-9892-298a210451c4,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:20.460474 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:20.479511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:20.480668 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e47c0be-195d-475c-9892-298a210451c4 HTTP/1.1" status: 204 len: 168 time: 0.4559348 May 26 22:22:20.502074 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb832b7-0739-4774-b52b-6794010ee114 req-883836b5-bc27-4445-bcd6-c7cb107e6dea tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:20.503546 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-abb832b7-0739-4774-b52b-6794010ee114 req-883836b5-bc27-4445-bcd6-c7cb107e6dea tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.1620302 May 26 22:22:20.554241 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-abb832b7-0739-4774-b52b-6794010ee114 req-a217b0ee-b884-44fa-a7ce-40e93724cf3c tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 May 26 22:22:20.765715 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d699-6ba4-4766-ac9a-51f43e6949b1 req-970781e9-1ad5-457f-8426-26ed72c95e9f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:20.767197 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-03d0d699-6ba4-4766-ac9a-51f43e6949b1 req-970781e9-1ad5-457f-8426-26ed72c95e9f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 944 time: 0.1492941 May 26 22:22:20.814611 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-03d0d699-6ba4-4766-ac9a-51f43e6949b1 req-925b6386-36c5-4bfa-98be-1edddb84194b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401666 May 26 22:22:20.882847 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3f5071df-7061-4ca5-86cd-f552a96de402 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:21.032958 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 3f5071df-7061-4ca5-86cd-f552a96de402 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:21.037767 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 3f5071df-7061-4ca5-86cd-f552a96de402 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:21.038203 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.183642 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95d779-739a-4d02-94a6-f2bfc8d4906c req-84fb93cf-c324-4719-a7d0-364147d15b33 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:21.185139 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cf95d779-739a-4d02-94a6-f2bfc8d4906c req-84fb93cf-c324-4719-a7d0-364147d15b33 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 945 time: 0.0911920 May 26 22:22:21.193459 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.219745 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:21.230353 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3f5071df-7061-4ca5-86cd-f552a96de402,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:21.232646 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cf95d779-739a-4d02-94a6-f2bfc8d4906c req-9437a647-06ed-4755-82c8-12626f65e64b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 May 26 22:22:21.268525 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402', 'code': 200} May 26 22:22:21.277195 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 50896) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:21.291852 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.306822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:21.319590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5b73148fc242b2bee6d92d0131cfc5 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:21.319590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:21.319590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:21.330024 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.330892 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device e380188b-4f4a-4cef-8fe3-cdbf34e76a2c up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:21.358809 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.409511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.473558 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.485785 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-50b6af6f-e075-4fd0-8999-404e1a308c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.489875 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.494460 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.541493 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:21.550051 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:21.552037 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.658742 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e5b73148fc242b2bee6d92d0131cfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812585 May 26 22:22:21.658742 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027ea61-4de4-49e6-8541-9c92cf57df1a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.660449 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 50912) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:21.661124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.698060 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.718590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c771af6-4d23-4149-b7c8-b68f1e5854c8 req-aaf3b895-4812-40a7-b6e8-8fda7f59174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:21.720081 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4c771af6-4d23-4149-b7c8-b68f1e5854c8 req-aaf3b895-4812-40a7-b6e8-8fda7f59174e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.1308136 May 26 22:22:21.758550 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e48a-2751-4d9a-84cd-933a262be565 req-0393d678-8f1c-41c3-9e7a-e3c146b3f43b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:21.761553 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.762455 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e209e48a-2751-4d9a-84cd-933a262be565 req-0393d678-8f1c-41c3-9e7a-e3c146b3f43b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.2444537 May 26 22:22:21.780340 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:21.796490 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.805826 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4c771af6-4d23-4149-b7c8-b68f1e5854c8 req-3abc5dec-c460-4e0e-8153-2abf9270a306 service neutron] Synchronizing usage tracker for tenant:c4cd1c9c6214486b9f6af1bea520d6f6 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:21.843826 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e209e48a-2751-4d9a-84cd-933a262be565 req-eb93de16-274d-4dcd-bd2a-839d7e7c46da tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 May 26 22:22:21.867220 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.869251 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:21.939417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:21.941661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4c771af6-4d23-4149-b7c8-b68f1e5854c8 req-3abc5dec-c460-4e0e-8153-2abf9270a306 service neutron] Unset dirty status for tenant:c4cd1c9c6214486b9f6af1bea520d6f6 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:21.942836 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4c771af6-4d23-4149-b7c8-b68f1e5854c8 req-3abc5dec-c460-4e0e-8153-2abf9270a306 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142828 May 26 22:22:21.945669 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:21.976459 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:21.986362 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:22.005233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027ea61-4de4-49e6-8541-9c92cf57df1a,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:22.009896 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:22.020362 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.024150 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e027ea61-4de4-49e6-8541-9c92cf57df1a HTTP/1.1" status: 204 len: 168 time: 0.3622601 May 26 22:22:22.051633 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c7e7a-f656-4f80-9173-2d86b188ad01 req-9eff6241-a8ea-4c8e-81ff-ba3f213c6029 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:22.053323 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6f3c7e7a-f656-4f80-9173-2d86b188ad01 req-9eff6241-a8ea-4c8e-81ff-ba3f213c6029 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 944 time: 0.1156945 May 26 22:22:22.098700 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6f3c7e7a-f656-4f80-9173-2d86b188ad01 req-bd0a0913-da73-44ad-b93f-e9fb2b95d2d8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 May 26 22:22:22.318931 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:22.417578 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719b7a3-7613-4fb4-9500-022e49a3a218 req-c8f94291-7b63-4147-acde-5f85ef67bab7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:22.419040 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7719b7a3-7613-4fb4-9500-022e49a3a218 req-c8f94291-7b63-4147-acde-5f85ef67bab7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0796432 May 26 22:22:22.470741 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7719b7a3-7613-4fb4-9500-022e49a3a218 req-b13ecbab-027f-475f-b35a-e8a52e2f0796 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 May 26 22:22:22.884527 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7512ebe0-8f9d-43d6-9be7-dd938ae44691 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:22.998417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:23.003804 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:23.004187 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:23.137833 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:23.185852 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:23.269562 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:23.280324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c'}, {'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:23.285750 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:23.353631 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84221fa-5649-4484-8c6d-bc1c9987b7eb req-52249c23-af7e-47dc-a5ab-d2de167b8c2d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:23.355456 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c84221fa-5649-4484-8c6d-bc1c9987b7eb req-52249c23-af7e-47dc-a5ab-d2de167b8c2d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 944 time: 0.1357484 May 26 22:22:23.449004 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:23.464526 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:23.485328 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c', 'code': 200} May 26 22:22:23.485631 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'code': 200} May 26 22:22:23.512044 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c84221fa-5649-4484-8c6d-bc1c9987b7eb req-872aae37-7de1-4eb3-83ad-8a5997ebe24c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229033 May 26 22:22:23.777844 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7e78-422c-4043-aab6-edbf172e9d2f req-d83c7ad7-1420-4ba8-ad08-1498638456a7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:23.789238 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-59cf7e78-422c-4043-aab6-edbf172e9d2f req-d83c7ad7-1420-4ba8-ad08-1498638456a7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1447456 May 26 22:22:23.851199 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-59cf7e78-422c-4043-aab6-edbf172e9d2f req-6055e7c4-0124-4828-8349-f08fc0c26dd0 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 May 26 22:22:24.029198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d85ea-cdb7-41bd-9e3b-a49ff79b19d5 req-d7730913-71e7-4880-a6c2-b74ce8db0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:24.031101 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c35d85ea-cdb7-41bd-9e3b-a49ff79b19d5 req-d7730913-71e7-4880-a6c2-b74ce8db0a5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.0718899 May 26 22:22:24.073926 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c35d85ea-cdb7-41bd-9e3b-a49ff79b19d5 req-762c5368-9f54-41ae-8fc3-43ec4f45b8c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361612 May 26 22:22:24.093441 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ae4a5-f3e3-414c-b205-51bdfde10171 req-12096b01-e4bc-42ed-9ac1-93a86afbb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:24.094982 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b70ae4a5-f3e3-414c-b205-51bdfde10171 req-12096b01-e4bc-42ed-9ac1-93a86afbb6a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 1099 time: 0.0725057 May 26 22:22:24.235920 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b70ae4a5-f3e3-414c-b205-51bdfde10171 req-c671087e-c583-4445-b92e-36ae6fa36c6d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356953 May 26 22:22:24.711998 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa2229-226c-4bfc-bbda-814e2ec72c2f req-adf77be1-f00d-4eeb-8d95-1c252e5d29ea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:24.713372 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aafa2229-226c-4bfc-bbda-814e2ec72c2f req-adf77be1-f00d-4eeb-8d95-1c252e5d29ea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0878696 May 26 22:22:24.760533 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aafa2229-226c-4bfc-bbda-814e2ec72c2f req-29b00c0c-2493-46c3-8728-4c4de672bab7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 May 26 22:22:25.082265 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51042) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:25.092780 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99d3bf-3cc7-4bd1-abc1-ced1404e8a00 req-ef34a6db-3500-4abd-837f-eb131f716c95 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:25.096702 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7b99d3bf-3cc7-4bd1-abc1-ced1404e8a00 req-ef34a6db-3500-4abd-837f-eb131f716c95 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1063676 May 26 22:22:25.149992 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7b99d3bf-3cc7-4bd1-abc1-ced1404e8a00 req-3e6e5eb3-610b-41be-9efa-6298ab5076f1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482609 May 26 22:22:25.283857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.298448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:25.302234 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:18ce9f064a504937ae7e1838bb8b0f87 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:25.305485 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:25.311139 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:25.392532 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.449997 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.459263 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7586c004-bbdc-48b7-b875-e3b5cd9e87e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:25.499434 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18ce9f064a504937ae7e1838bb8b0f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158962 May 26 22:22:25.501119 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e22fd5f-6f4f-47a7-8d9c-2881f62584b0,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:25.502222 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51050) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:25.504109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:25.560024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.601260 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.773249 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.779786 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:25.794015 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e22fd5f-6f4f-47a7-8d9c-2881f62584b0,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:25.805031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:25.811838 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:25.813313 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e22fd5f-6f4f-47a7-8d9c-2881f62584b0 HTTP/1.1" status: 204 len: 168 time: 0.3101008 May 26 22:22:26.109946 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778a740-43a4-4a77-9b85-bcdcf895472c req-0a805b88-de76-4102-a01c-8b084beeb2d6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:26.114270 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c778a740-43a4-4a77-9b85-bcdcf895472c req-0a805b88-de76-4102-a01c-8b084beeb2d6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1552362 May 26 22:22:26.166935 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c778a740-43a4-4a77-9b85-bcdcf895472c req-aee2c5da-2bbc-4b8e-bc2f-751067aef40d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 May 26 22:22:26.366806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f369-1c20-4210-9c9a-1017e06db38e req-187f259f-2373-4183-b735-2ba02288469a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:26.368391 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2071f369-1c20-4210-9c9a-1017e06db38e req-187f259f-2373-4183-b735-2ba02288469a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0864415 May 26 22:22:26.418119 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2071f369-1c20-4210-9c9a-1017e06db38e req-8d7fd45e-db13-436e-bbb5-3f7c8660e685 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 May 26 22:22:26.568897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51088) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:26.585785 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:26.599610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:26.604213 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec7d53abd5b4bfe9dc6baa88d04bc30 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:26.607225 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:26.612838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:26.699975 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:26.776050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:26.783342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-83770fef-326a-409a-b35c-ab93ae1e7e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:26.823289 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf85827-4088-46fb-b15d-c1bdeded2edb,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:26.827541 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ec7d53abd5b4bfe9dc6baa88d04bc30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576482 May 26 22:22:26.828397 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:26.830099 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51098) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:26.887596 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:26.916875 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.033059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.049753 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:27.106617 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf85827-4088-46fb-b15d-c1bdeded2edb,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:27.108966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:27.122607 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.126348 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecf85827-4088-46fb-b15d-c1bdeded2edb HTTP/1.1" status: 204 len: 168 time: 0.2953227 May 26 22:22:27.159827 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-f8b0d63c-706f-487f-87b5-b3b672f15360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.161514 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-f8b0d63c-706f-487f-87b5-b3b672f15360 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 1099 time: 0.0924697 May 26 22:22:27.163770 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5315-1b4a-467e-805a-3c8cc89e6cc6 req-bf638f0d-42fe-4d97-87c6-7ac4ec8d0804 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.165333 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f4ab5315-1b4a-467e-805a-3c8cc89e6cc6 req-bf638f0d-42fe-4d97-87c6-7ac4ec8d0804 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1172566 May 26 22:22:27.215487 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f4ab5315-1b4a-467e-805a-3c8cc89e6cc6 req-e769a123-e985-40c6-b6bb-d54601b99659 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444655 May 26 22:22:27.347744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-56f53754-6b13-4b11-bd13-182091a8ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.349446 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-56f53754-6b13-4b11-bd13-182091a8ed6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.1808138 May 26 22:22:27.463973 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-da79639e-aa7d-4d91-b4e9-f2e1eea0d3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c HTTP/1.1" status: 200 len: 217 time: 0.1060526 May 26 22:22:27.480769 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe1366-9568-4215-bd43-cba1503b07e5 req-bdee5216-aa6b-45dd-ada9-d527c429a221 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.482257 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cabe1366-9568-4215-bd43-cba1503b07e5 req-bdee5216-aa6b-45dd-ada9-d527c429a221 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1209900 May 26 22:22:27.539476 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-3d5b7e0f-ff01-4657-a5ad-7bd0a5227bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.541164 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-3d5b7e0f-ff01-4657-a5ad-7bd0a5227bee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.0706606 May 26 22:22:27.577662 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cabe1366-9568-4215-bd43-cba1503b07e5 req-fb445a7f-7e05-4534-b5ef-c02c5a6ff86d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894215 May 26 22:22:27.611929 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-e0b83c4f-5d44-4a7c-aaf1-e43fd9b7b10a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554099 May 26 22:22:27.841299 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-46751f02-505e-493a-b5a3-4023f456c766 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032578 May 26 22:22:27.877064 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a91bf-eb1f-49fb-895f-5689addac8b3 req-fd73fbfa-44d8-452e-872b-6586174c75a3 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:27.878506 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-923a91bf-eb1f-49fb-895f-5689addac8b3 req-fd73fbfa-44d8-452e-872b-6586174c75a3 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1606793 May 26 22:22:27.887679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51140) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:27.893282 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'floatingip': {'port_id': '7512ebe0-8f9d-43d6-9be7-dd938ae44691'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:27.976031 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:27.999030 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-97d9c625-6b08-46e6-994a-69aa5f48d546 req-839724a1-c873-44f9-94c8-3dc0e0eb5f97 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502335 May 26 22:22:28.202594 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51154) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:28.439367 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.457683 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:28.462445 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Usage tracker for resource:security_group_rule and tenant:52767ccecacf4789ae41047eab921982 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:28.465667 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:28.473368 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:28.643845 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.647890 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463127c1-bb3a-494f-8f36-6accd67bd779 req-98585277-6f85-415c-ba5d-24bfe679e65c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:28.655131 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-463127c1-bb3a-494f-8f36-6accd67bd779 req-98585277-6f85-415c-ba5d-24bfe679e65c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2986777 May 26 22:22:28.757893 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:28.782475 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:28.799708 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52767ccecacf4789ae41047eab921982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950446 May 26 22:22:28.802344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51180) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:28.813100 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879417e-3700-424e-86f6-d46a2a470d8e,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:28.816212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:28.866638 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-463127c1-bb3a-494f-8f36-6accd67bd779 req-ec72df51-90e5-40e0-8ad8-8eb6b993a673 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099631 May 26 22:22:28.928240 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.008345 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.133598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.221271 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.278025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.289648 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8ee92809-62e0-40b7-9e3f-3a2ce82081c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:29.343346 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879417e-3700-424e-86f6-d46a2a470d8e,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:29.355725 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:29.369605 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:29.373503 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5879417e-3700-424e-86f6-d46a2a470d8e HTTP/1.1" status: 204 len: 168 time: 0.5645540 May 26 22:22:29.473666 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Floating IP e0d03d11-d5f5-4db4-b831-fb945c4ddfb9 associated. External IP: 172.28.1.65, port: 7512ebe0-8f9d-43d6-9be7-dd938ae44691. May 26 22:22:29.555517 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a7cf1-b04b-4b3e-8b9f-c6ba3ce31ab9 req-b37e4dca-cb4d-4874-b7b5-c781a2cc7f0b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:29.557016 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0c9a7cf1-b04b-4b3e-8b9f-c6ba3ce31ab9 req-b37e4dca-cb4d-4874-b7b5-c781a2cc7f0b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.2595034 May 26 22:22:29.760548 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0c9a7cf1-b04b-4b3e-8b9f-c6ba3ce31ab9 req-b6a7a56b-81c4-4c06-9356-0402239a52e1 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953666 May 26 22:22:29.985890 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:22:30.077886 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c5e5e-1b0c-44c0-a53c-ce8776120360 req-52c9f059-8ca0-4f65-be54-24c68e8fe1da tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:30.080156 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7d5c5e5e-1b0c-44c0-a53c-ce8776120360 req-52c9f059-8ca0-4f65-be54-24c68e8fe1da tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0856571 May 26 22:22:30.125240 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7d5c5e5e-1b0c-44c0-a53c-ce8776120360 req-81884602-d4a9-469d-b0ee-8ba2db30bc54 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 May 26 22:22:30.190144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:30.195385 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.203628 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:30.217007 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:30.217969 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:30.248148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51226) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:30.264667 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.269817 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-53f5b85a-e779-41fd-87e7-9cbe2e7e6a73 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "PUT /v2.0/floatingips/e0d03d11-d5f5-4db4-b831-fb945c4ddfb9 HTTP/1.1" status: 200 len: 990 time: 2.3782191 May 26 22:22:30.269817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:30.304541 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:30.310479 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Usage tracker for resource:security_group_rule and tenant:6917886b7e954a5cb6e00a4023f3568d is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:30.322988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:30.329053 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:30.337886 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'status': 'completed', 'code': 200} May 26 22:22:30.462727 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:30.482233 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51238) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:30.568803 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.578604 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00077-064a-491d-9bec-19aa19c63c38 req-32c4ef2a-07da-4053-aad8-a5b89efcbf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:30.580184 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-32c4ef2a-07da-4053-aad8-a5b89efcbf3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.1989670 May 26 22:22:30.622302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.639103 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:30.643366 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed3ce8cc0f149d2ad496f93f4d33b9e is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:30.646331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:30.653176 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:30.664425 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.681698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-71e5d3d9-edaa-4c6e-be1b-e018068e810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:30.745682 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6917886b7e954a5cb6e00a4023f3568d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983037 May 26 22:22:30.748541 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51244) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:30.760525 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681feed0-1cd1-4f4b-9f54-40e80f9ba229,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:30.763825 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:30.771464 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00077-064a-491d-9bec-19aa19c63c38 req-a7e7cfd9-7e2c-4081-9129-5210493a9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:30.773097 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-a7e7cfd9-7e2c-4081-9129-5210493a9397 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1839402 May 26 22:22:30.778647 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.864967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.868780 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.904763 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6d1100e2-7ca4-454d-b170-ba4cd1612b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:30.915788 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ed3ce8cc0f149d2ad496f93f4d33b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323747 May 26 22:22:30.917052 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e0d03d11-d5f5-4db4-b831-fb945c4ddfb9', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:d5:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:03Z', 'updated_at': '2021-05-26T22:22:28Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:30.919273 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51256) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:30.921729 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:30.931179 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:30.932142 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:30.973840 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:30.978869 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-495e3515-88cd-4f43-967b-07864dd50fd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 998 time: 0.1958001 May 26 22:22:31.007985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f720779-dfbb-4dba-a8ad-81d68f4d8a92,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:31.025928 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:31.073247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.125584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00077-064a-491d-9bec-19aa19c63c38 req-f5dbf8fa-136c-4a40-bd80-38325301d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.128810 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.131974 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-f5dbf8fa-136c-4a40-bd80-38325301d53b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.1447017 May 26 22:22:31.132546 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:31.192536 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.208658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-cdde6fca-35a7-473d-8869-4dd0f1a7caaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:31.217671 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c3bf-9284-4913-ba95-e41a2668c5ee req-5ed1c0d8-0090-45c3-b741-f747a5eccb9a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.221584 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2827c3bf-9284-4913-ba95-e41a2668c5ee req-5ed1c0d8-0090-45c3-b741-f747a5eccb9a tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.3103359 May 26 22:22:31.224257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681feed0-1cd1-4f4b-9f54-40e80f9ba229,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:31.227639 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:31.230633 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.232356 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/681feed0-1cd1-4f4b-9f54-40e80f9ba229 HTTP/1.1" status: 204 len: 168 time: 0.4826326 May 26 22:22:31.322029 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2827c3bf-9284-4913-ba95-e41a2668c5ee req-25a3bcd7-c554-4fc6-84ed-d2efc4c67b78 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 May 26 22:22:31.337084 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00077-064a-491d-9bec-19aa19c63c38 req-5f8b5415-2ad3-4e44-897c-0ddd3ebf3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.338811 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-5f8b5415-2ad3-4e44-897c-0ddd3ebf3ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1986601 May 26 22:22:31.359135 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.364008 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:31.365236 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f720779-dfbb-4dba-a8ad-81d68f4d8a92 HTTP/1.1" status: 204 len: 168 time: 0.4425347 May 26 22:22:31.377832 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-55e60447-2895-4822-ba35-def91f600c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:31.394299 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f720779-dfbb-4dba-a8ad-81d68f4d8a92,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:31.399117 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:31.505412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c5e1b-b223-47bf-a057-1ddbebcc7de8 req-210aa87c-6acc-4082-903f-82f174122f37 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.521145 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a84c5e1b-b223-47bf-a057-1ddbebcc7de8 req-210aa87c-6acc-4082-903f-82f174122f37 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2520795 May 26 22:22:31.570697 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a84c5e1b-b223-47bf-a057-1ddbebcc7de8 req-17e0686a-0e7f-4f66-a348-aa736be1c1ae tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481153 May 26 22:22:31.646941 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e0d03d11-d5f5-4db4-b831-fb945c4ddfb9', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:d5:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:03Z', 'updated_at': '2021-05-26T22:22:28Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:31.651016 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e004d-283a-43b4-a0fe-91725eff08cb None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e0d03d11-d5f5-4db4-b831-fb945c4ddfb9', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.65', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:d5:15:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:03Z', 'updated_at': '2021-05-26T22:22:28Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:31.698097 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-4555188b-756c-417d-be87-144dba5959c3 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450000 May 26 22:22:31.947861 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-b7182973-f7a0-46ce-9604-03c073d54353 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.949581 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-b7182973-f7a0-46ce-9604-03c073d54353 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.20 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.1390450 May 26 22:22:31.955627 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-bd3c806d-f528-4211-90ac-80f524eae182 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:31.962991 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-bd3c806d-f528-4211-90ac-80f524eae182 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.4082747 May 26 22:22:31.971272 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531eaf1-251e-4d10-82ac-a67289b9d3d1 None None] New status for floating IP e0d03d11-d5f5-4db4-b831-fb945c4ddfb9: ACTIVE {{(pid=92363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:22:31.993995 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-483d5e55-1b5d-4dd6-a813-14e86736307d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/quotas/78e1321f3a86408f80bc2bc8fe2eb318 HTTP/1.1" status: 200 len: 375 time: 0.0301337 May 26 22:22:32.103512 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37a00077-064a-491d-9bec-19aa19c63c38 req-62a261f7-8521-4ed8-ab5a-93e166668e1c service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152487 May 26 22:22:32.126888 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-f1bb4c4d-3483-496b-b8fd-093c60b9efc4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1262891 May 26 22:22:32.137485 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Deleting port b42cb8d6-3aee-4509-9646-f97fe98366e5 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:22:32.137932 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.215265 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51298) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:32.248412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.273123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:32.277529 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51302) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:32.288433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Usage tracker for resource:security_group_rule and tenant:b37e9615d3da4277ad0e206d9787f6f1 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:32.293702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:32.293944 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-ca67c9e4-3006-4bf7-bc35-cd506ddd978c service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583996 May 26 22:22:32.297700 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.304128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:32.329999 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] For port b42cb8d6-3aee-4509-9646-f97fe98366e5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b42cb8d6-3aee-4509-9646-f97fe98366e5,segment=NetworkSegment(2bfe1444-132c-42b9-a366-38185e6d2037),segment_id=2bfe1444-132c-42b9-a366-38185e6d2037)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:32.330355 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.340165 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:32.400446 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Usage tracker for resource:security_group_rule and tenant:923a01fdd0e8443c8dc914a3cbd9c4e2 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:32.405190 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:32.419116 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:32.463966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Calling delete_port for b42cb8d6-3aee-4509-9646-f97fe98366e5 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:22:32.480073 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-9ad7270e-8fe2-4189-b7ad-fbf42673c313 service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730499 May 26 22:22:32.547107 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.621431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.628177 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:32.671389 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=923a01fdd0e8443c8dc914a3cbd9c4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904543 May 26 22:22:32.671389 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d38123-5a79-4ac1-ac3b-255a5af32d6d,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:32.671993 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51310) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:32.674475 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:32.741760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.763679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.772839 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.777412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb53bd-2f35-41fb-8597-f54df9e0fccc req-37cfe480-50d8-4281-8e63-b9598418ad24 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:32.778914 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0dcb53bd-2f35-41fb-8597-f54df9e0fccc req-37cfe480-50d8-4281-8e63-b9598418ad24 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 945 time: 0.3231914 May 26 22:22:32.843950 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:32.859161 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b34db67f-8530-4064-bbef-4c69287fd2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:32.937209 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b37e9615d3da4277ad0e206d9787f6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211688 May 26 22:22:32.938222 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9329e2-44c2-41a5-8bbd-f866b543ec65,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:32.940729 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51328) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:32.949605 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:32.970538 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0dcb53bd-2f35-41fb-8597-f54df9e0fccc req-b17609b5-4d11-4f03-928a-9e822502c01c tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/security-groups?id=af09c7a5-fcc9-4bdb-a103-2ee26a775b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851695 May 26 22:22:33.006655 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e38e8-c6e4-46e6-8d6a-33780d8baf57 req-1d665142-c2f8-41b1-ac71-a60e550990b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:33.009566 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c73e38e8-c6e4-46e6-8d6a-33780d8baf57 req-1d665142-c2f8-41b1-ac71-a60e550990b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1841156 May 26 22:22:33.060261 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c73e38e8-c6e4-46e6-8d6a-33780d8baf57 req-817d3a80-089d-4b48-bd61-4adcac65f6fe tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 May 26 22:22:33.068213 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.072305 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88fd772a-7baf-4896-bde5-37fc9b1ef257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:33.085290 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d38123-5a79-4ac1-ac3b-255a5af32d6d,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:33.089210 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:33.099495 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.100878 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60d38123-5a79-4ac1-ac3b-255a5af32d6d HTTP/1.1" status: 204 len: 168 time: 0.4274509 May 26 22:22:33.119142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.121057 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.125133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e95a0ef0-45d7-41c1-9342-bd158844e426 req-6686e11d-6632-441c-94c9-8d801b79fcf5 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.1063838 May 26 22:22:33.138570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:33.160566 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['b42cb8d6-3aee-4509-9646-f97fe98366e5'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:33.217024 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Pushing event deleted for resources: {'Port': ['ID=b42cb8d6-3aee-4509-9646-f97fe98366e5,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:33.238005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:33.245841 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.359488 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] No DVR routers for this DVR port b42cb8d6-3aee-4509-9646-f97fe98366e5 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:22:33.362701 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.365295 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'name': 'network-vif-deleted', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:33.415136 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbe03ba-b1ce-45a3-ad04-5363eacea9e8', 'name': 'network-vif-deleted', 'tag': 'b42cb8d6-3aee-4509-9646-f97fe98366e5', 'status': 'completed', 'code': 200} May 26 22:22:33.473230 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.475816 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.477253 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a9329e2-44c2-41a5-8bbd-f866b543ec65 HTTP/1.1" status: 204 len: 168 time: 0.5294778 May 26 22:22:33.478746 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-23fb402e-56f6-409c-80d7-39edbd49f80a req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.20 "DELETE /v2.0/ports/b42cb8d6-3aee-4509-9646-f97fe98366e5 HTTP/1.1" status: 204 len: 173 time: 1.5222504 May 26 22:22:33.479356 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4a5dd716-8534-454c-8a08-f888d1142130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:33.490511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9329e2-44c2-41a5-8bbd-f866b543ec65,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:33.494642 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:33.604814 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51348) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:33.759836 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.774689 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:33.778510 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Usage tracker for resource:security_group_rule and tenant:9bbb5a6058ed4caeab1e2b00d53d40bf is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:33.781630 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:33.790131 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:33.882713 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.981321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:33.991753 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:34.052644 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b04898-9184-4cbd-8bc9-01176bc0783c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:34.064254 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bbb5a6058ed4caeab1e2b00d53d40bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583850 May 26 22:22:34.073338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:34.073338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51372) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:34.148281 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6d72c1cf-5ec9-4195-8700-746dc039c769 req-1dad30a2-7c26-40c1-a766-265b22282d8b tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cbe03ba-b1ce-45a3-ad04-5363eacea9e8 HTTP/1.1" status: 200 len: 210 time: 0.0578656 May 26 22:22:34.194743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:34.265918 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:34.348070 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f9fa4a3c-689b-4f2b-9335-f40e9f95e032 req-4e5e6bfb-c5e1-461c-9584-27ca522580b9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.0536587 May 26 22:22:34.454149 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4022-4f3a-4a7d-8f68-f392c156abf4 req-c28e95bc-cc1f-4d63-8f21-8741bddac978 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:34.455044 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e73b4022-4f3a-4a7d-8f68-f392c156abf4 req-c28e95bc-cc1f-4d63-8f21-8741bddac978 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1785603 May 26 22:22:34.506154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:34.509609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:34.517788 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e73b4022-4f3a-4a7d-8f68-f392c156abf4 req-aeda27fa-9d6f-4adf-acb1-e00d102d1f07 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539598 May 26 22:22:34.523842 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b04898-9184-4cbd-8bc9-01176bc0783c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:34.526849 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:34.535855 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:34.535855 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1b04898-9184-4cbd-8bc9-01176bc0783c HTTP/1.1" status: 204 len: 168 time: 0.4598987 May 26 22:22:34.750711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51414) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.110243 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1707604395-network', 'tenant_id': '9481506610ce4ab38fd958f49de8a895'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:35.115382 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:35.119751 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Usage tracker for resource:network and tenant:9481506610ce4ab38fd958f49de8a895 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:35.124552 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:35.131142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:35.197851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Made reservation on behalf of 9481506610ce4ab38fd958f49de8a895 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:35.200346 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.216543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.235896 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:35.239847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Usage tracker for resource:security_group_rule and tenant:9481506610ce4ab38fd958f49de8a895 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:35.242722 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:35.250023 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:35.341705 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.428796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.431429 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:35.446038 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51448) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.469890 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.486141 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:35.491373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:22:35.491962 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Usage tracker for resource:security_group_rule and tenant:871ef85dd1ec4af5b16cffa88787af8f is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:35.495056 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:35.501436 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:35.571083 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:35.585149 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.585501 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.585845 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.586185 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.586518 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.586852 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.587179 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.587556 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.587882 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.588209 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.588534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.590434 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:35.606382 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.607259 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Added segment aaee9348-8b9c-436d-889a-3fedff91f2a9 of type vlan for network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 May 26 22:22:35.642787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.653839 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.679309 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a79f9204-c2cf-40c1-b13f-178e3b933021 req-1de55575-47a9-43f6-a3ec-68299b4f62cc tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.1814990 May 26 22:22:35.680762 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:35.734478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.743758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-09c5c4d2-fd36-44fd-9135-db37f86293e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:35.784722 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=871ef85dd1ec4af5b16cffa88787af8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353417 May 26 22:22:35.784942 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0931d41-f430-4d16-b03a-1f4866c8d1c5,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:35.787265 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51460) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:35.792758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:35.817224 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.818529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:35.820192 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.830892 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:35.862641 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:35.892148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.034905 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Pushing event updated for resources: {'Network': ['ID=82672b1a-2c38-495d-b68c-bf7b5cfe5874,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:36.042680 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:36.049258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:22:36.084592 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.091273 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3394842 May 26 22:22:36.092242 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:36.096294 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51474) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:36.104515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Request body: {'subnet': {'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1707604395-subnet', 'tenant_id': '9481506610ce4ab38fd958f49de8a895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:36.110973 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0931d41-f430-4d16-b03a-1f4866c8d1c5,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:36.114153 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-e04d9b3d-8bcd-4c2d-b127-842b80f87caa tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:36.115615 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-e04d9b3d-8bcd-4c2d-b127-842b80f87caa tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.2855811 May 26 22:22:36.124344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a8642-2e65-4f7d-813e-b705cd6a7915 req-362b7104-f6a2-4d11-83c2-8e2f2fc830c5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:36.125965 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-906a8642-2e65-4f7d-813e-b705cd6a7915 req-362b7104-f6a2-4d11-83c2-8e2f2fc830c5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.3538744 May 26 22:22:36.127180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.128423 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.129004 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.129570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.130506 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.131052 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.131840 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.132275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Request body: {'port': {'device_id': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'admin_state_up': True, 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:36.132727 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.133277 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.134028 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.134855 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.135432 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:36.138946 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:36.140250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.147586 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0931d41-f430-4d16-b03a-1f4866c8d1c5 HTTP/1.1" status: 204 len: 168 time: 0.3539388 May 26 22:22:36.147717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:36.158647 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Usage tracker for resource:subnet and tenant:9481506610ce4ab38fd958f49de8a895 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:36.179122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:36.320909 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:36.353903 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:36.362705 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-906a8642-2e65-4f7d-813e-b705cd6a7915 req-d84cc006-cc35-4e3e-afc6-313d6f973a62 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109599 May 26 22:22:36.370911 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:36.431747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Made reservation on behalf of 9481506610ce4ab38fd958f49de8a895 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:36.434133 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.458591 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:36.462295 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:36.919257 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b42cb8d6-3aee-4509-9646-f97fe98366e5 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:22:36.923136 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Allocated IP 172.20.0.14 (2d39aeba-da94-4464-b071-98b6871ffb47/e96a1dbb-c4f3-4ea4-b406-16115c154a1a/911fe480-7907-434d-8d33-a116d02d2fc0) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:36.926690 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cef0491d-5473-44c3-ba3b-c4442fe26aa7 req-80a8f736-8e8b-4e60-bc10-739fe13110d9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.0631890 May 26 22:22:36.956366 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: b42cb8d6-3aee-4509-9646-f97fe98366e5 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:22:36.956744 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b42cb8d6-3aee-4509-9646-f97fe98366e5 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:22:37.250002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.370565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.372379 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51530) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:37.375443 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a8af9d0c-5161-44b0-be32-770665ac1275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:37.438410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Deleting subnet 85506ab6-99a5-4b79-8e19-a625eb124b80 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:22:37.442419 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.443110 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.452512 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859f966f-2483-438d-9f2c-f11d431a44e3,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:37.456519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:37.463493 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:37.464069 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:37.500592 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Checking segment: {'id': 'aaee9348-8b9c-436d-889a-3fedff91f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:37.500951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Network hostable DHCP agents. Network: 82672b1a-2c38-495d-b68c-bf7b5cfe5874, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:22:37.508697 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.529874 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.541457 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Network 2d39aeba-da94-4464-b071-98b6871ffb47 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:37.546710 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:37.552308 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:37.558312 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:37.559012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.576808 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event updated for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:37.579616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:37.640435 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:22:37.696485 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5680232 May 26 22:22:37.710978 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Request body: {'port': {'device_id': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:37.755393 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 82672b1a-2c38-495d-b68c-bf7b5cfe5874) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:37.785647 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:37.786926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.788876 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024add1-157f-4ce6-94b7-0a41ac5d0f5d None None] Network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:37.810646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428000ee-a1ee-463f-b50b-ceb0c07ead8f req-ddd4f6b5-e0a4-4b89-86dd-4b2f48fdc433 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:37.818915 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-428000ee-a1ee-463f-b50b-ceb0c07ead8f req-ddd4f6b5-e0a4-4b89-86dd-4b2f48fdc433 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2098601 May 26 22:22:37.886194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:37.987049 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-428000ee-a1ee-463f-b50b-ceb0c07ead8f req-b76e2c52-b358-4ec6-8f75-dbb7fb2e46ea tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669967 May 26 22:22:37.988674 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8912640 May 26 22:22:38.032967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.038056 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-797e80ed-641f-4316-99e1-1bfebe0842e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:38.064270 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595218af-da90-4bc2-983b-8a3ba5f0f70a None None] Network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:38.084139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85506ab6-99a5-4b79-8e19-a625eb124b80,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:38.087082 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:38.096482 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.103549 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-572e7b46-da66-4552-804c-56b77a49fe24 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85506ab6-99a5-4b79-8e19-a625eb124b80 HTTP/1.1" status: 204 len: 168 time: 0.7300258 May 26 22:22:38.106724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51552) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:38.337607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.396824 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87aaeb-80b6-429b-a712-7af5ed8c10fd req-a102d370-5d2d-4e85-a970-a6ef7edb1acf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:38.399100 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ca87aaeb-80b6-429b-a712-7af5ed8c10fd req-a102d370-5d2d-4e85-a970-a6ef7edb1acf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 932 time: 0.1987333 May 26 22:22:38.518952 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.520730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911fe480-7907-434d-8d33-a116d02d2fc0 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:38.533071 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ca87aaeb-80b6-429b-a712-7af5ed8c10fd req-754a8b9b-b349-47c5-8832-a9df65b656aa tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150177 May 26 22:22:38.537243 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.538113 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.538831 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.539193 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > port after_create 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.539513 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.539872 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > port after_update 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.540187 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.540503 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.540820 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.540923 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.541166 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.572702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Transition to ACTIVE for port object 911fe480-7907-434d-8d33-a116d02d2fc0 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:38.645056 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.650348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:38.707007 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.707356 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.707713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.708046 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:22:38.708420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b20e45-7748-4542-bc29-5687a1d61019']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:38.722207 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfe1444-132c-42b9-a366-38185e6d2037') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:38.722508 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfe1444-132c-42b9-a366-38185e6d2037') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:38.734647 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.761410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.772575 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2be5ba6b-518d-4889-8f79-a4f7f0b0a00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.805603 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:22:38.806606 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:38.807535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:38.820566 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:38.837468 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Attempting to bind port 911fe480-7907-434d-8d33-a116d02d2fc0 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:38.837797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Attempting to bind port 911fe480-7907-434d-8d33-a116d02d2fc0 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:38.838128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Attempting to bind port 911fe480-7907-434d-8d33-a116d02d2fc0 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:38.843053 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Port 911fe480-7907-434d-8d33-a116d02d2fc0 on network 2d39aeba-da94-4464-b071-98b6871ffb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:22:38.843374 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Attempting to bind port 911fe480-7907-434d-8d33-a116d02d2fc0 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: from cryptography.utils import int_from_bytes May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: from cryptography.utils import int_from_bytes May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:22:38.846368 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:22:38.852009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:38.852009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Checking segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:38.852009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Bound using segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:38.852009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Bound port: 911fe480-7907-434d-8d33-a116d02d2fc0, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:38.852009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.142293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.147606 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d290106f-c199-434f-91b9-f45aa04c23f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:39.158588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:39.162233 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=911fe480-7907-434d-8d33-a116d02d2fc0,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:39.172452 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.175587 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b20e45-7748-4542-bc29-5687a1d61019,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:39.178890 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:39.184771 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/53b20e45-7748-4542-bc29-5687a1d61019 HTTP/1.1" status: 204 len: 168 time: 1.0741472 May 26 22:22:39.238603 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.249756 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:39.304796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.305480 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.306801 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] 10.222.0.20 "PUT /v2.0/ports/911fe480-7907-434d-8d33-a116d02d2fc0 HTTP/1.1" status: 200 len: 1094 time: 1.6027162 May 26 22:22:39.314719 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:39.344021 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ee59-83d5-430c-964f-1718981db43e req-b684ebe9-b36f-40ac-9d91-600b32f16ab7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.350952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec20ee59-83d5-430c-964f-1718981db43e req-b684ebe9-b36f-40ac-9d91-600b32f16ab7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1819386 May 26 22:22:39.376295 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0', 'status': 'completed', 'code': 200} May 26 22:22:39.380547 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Pushing event updated for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:39.393727 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:39.457603 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec20ee59-83d5-430c-964f-1718981db43e req-4cf50dc1-e8f9-4dad-99f8-1ae74928420f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988507 May 26 22:22:39.465253 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51622) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:39.483056 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1141385592-network', 'tenant_id': '6185b0566d134c0f9c0be1d0db2f9863'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:39.489706 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:39.496796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Usage tracker for resource:network and tenant:6185b0566d134c0f9c0be1d0db2f9863 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:39.500213 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:39.511493 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:39.522853 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e998f5-c4a9-4972-a12c-9d850898670a req-b1af1699-bf1a-44fa-ac76-1bd860920378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.524317 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-72e998f5-c4a9-4972-a12c-9d850898670a req-b1af1699-bf1a-44fa-ac76-1bd860920378 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 1097 time: 0.1176827 May 26 22:22:39.559047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51626) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:39.635529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Made reservation on behalf of 6185b0566d134c0f9c0be1d0db2f9863 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:39.637918 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.670771 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.713706 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:39.723816 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-fe55372e-0e8d-460d-b943-bc5eb972fc91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a53be0c16fde4c25810395c20d78dd40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1611300 May 26 22:22:39.725979 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51636) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:39.733499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Usage tracker for resource:security_group_rule and tenant:6185b0566d134c0f9c0be1d0db2f9863 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:39.738840 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:39.748394 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:39.771177 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e998f5-c4a9-4972-a12c-9d850898670a req-98d4f229-8595-4a83-9891-499b593d7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.773435 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-72e998f5-c4a9-4972-a12c-9d850898670a req-98d4f229-8595-4a83-9891-499b593d7e86 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2360768 May 26 22:22:39.803696 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389ce57-411d-4470-88e9-0d9c5d78d2cb req-6021971c-8f0e-4b6a-a7de-92698062ce64 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.805164 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1389ce57-411d-4470-88e9-0d9c5d78d2cb req-6021971c-8f0e-4b6a-a7de-92698062ce64 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 944 time: 0.1518881 May 26 22:22:39.809793 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.857703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:39.893744 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1389ce57-411d-4470-88e9-0d9c5d78d2cb req-9c4fcad8-f482-4ae8-b666-0225f1727fbb tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740943 May 26 22:22:39.962620 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e998f5-c4a9-4972-a12c-9d850898670a req-2ac8ce56-a279-4b8c-8f25-17bcbed39762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:39.964069 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-72e998f5-c4a9-4972-a12c-9d850898670a req-2ac8ce56-a279-4b8c-8f25-17bcbed39762 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811786 May 26 22:22:39.979203 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.027180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.032557 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5a4e6548-cda6-4340-890d-6475d766cae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:40.047873 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af09c7a5-fcc9-4bdb-a103-2ee26a775b41,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:40.050543 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:40.086227 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-9e018bad-38b1-49f0-8d5a-d5e2030001c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:40.087782 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-9e018bad-38b1-49f0-8d5a-d5e2030001c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 1097 time: 0.0799644 May 26 22:22:40.089439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.094095 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:40.123810 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.132342 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af09c7a5-fcc9-4bdb-a103-2ee26a775b41 HTTP/1.1" status: 204 len: 168 time: 0.3985350 May 26 22:22:40.183798 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-84d4a196-c0c3-4ecd-9c75-772f5c2bcdb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=911fe480-7907-434d-8d33-a116d02d2fc0 HTTP/1.1" status: 200 len: 217 time: 0.0816545 May 26 22:22:40.261439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:22:40.297928 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.298268 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Added segment a9e20485-84b3-49c4-9859-81e46a52528a of type vlan for network c701b96c-68b1-4ad0-b8c4-1a5f1898815c May 26 22:22:40.305645 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66bc98-f246-4757-8b6c-1598ccecb134,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:40.309173 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:40.316272 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-2df6dd25-5577-48ba-9b5c-f8818e93a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:40.318569 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-2df6dd25-5577-48ba-9b5c-f8818e93a8ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.1158004 May 26 22:22:40.371956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.390271 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-1ed80ecb-9c17-42a5-8b57-82652a92aea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515409 May 26 22:22:40.560006 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-9496fbb1-192e-49aa-a747-62fbdbbc6567 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559932 May 26 22:22:40.570790 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.593013 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:40.593611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:40.601520 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f49871da-6d0d-46be-aa5d-55db4d282bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:40.782218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c701b96c-68b1-4ad0-b8c4-1a5f1898815c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:40.786022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:40.796751 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network c701b96c-68b1-4ad0-b8c4-1a5f1898815c details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:22:40.813378 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548061-77f4-46a4-9bce-89413475a459 req-ed51df6b-580f-42c4-809d-31a297d5fc5f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:40.814951 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-96548061-77f4-46a4-9bce-89413475a459 req-ed51df6b-580f-42c4-809d-31a297d5fc5f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1684015 May 26 22:22:40.848285 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c34595b2-6b9f-4d05-91dd-f3777cc36752 req-0d99bd3d-b2ed-4f36-a53a-27b5511e2891 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762449 May 26 22:22:40.868681 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4021075 May 26 22:22:40.868884 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-96548061-77f4-46a4-9bce-89413475a459 req-6341f09f-b7b4-4617-a702-29e03a9a9093 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470936 May 26 22:22:40.869353 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51672) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:40.891600 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Request body: {'subnet': {'network_id': 'c701b96c-68b1-4ad0-b8c4-1a5f1898815c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1141385592-subnet', 'tenant_id': '6185b0566d134c0f9c0be1d0db2f9863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:40.905970 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:40.911493 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Usage tracker for resource:subnet and tenant:6185b0566d134c0f9c0be1d0db2f9863 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:40.916344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:40.945857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:41.037921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Made reservation on behalf of 6185b0566d134c0f9c0be1d0db2f9863 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:41.040573 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.119352 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51682) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:41.261403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.272616 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5663ff2b-8edd-4873-a82d-4223c82eac6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.282082 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:41.298284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Usage tracker for resource:security_group_rule and tenant:91bb4ec79a904fec89a3e15d6f927113 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:41.304130 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:41.310096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:41.362076 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b5063-f6e8-400d-86ad-bb29fd34fb55 req-8ed39e3b-0768-42e2-b0f7-a8bd5258387e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:41.362774 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-155b5063-f6e8-400d-86ad-bb29fd34fb55 req-8ed39e3b-0768-42e2-b0f7-a8bd5258387e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:41.410442 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.439199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.473050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-155b5063-f6e8-400d-86ad-bb29fd34fb55 req-8ed39e3b-0768-42e2-b0f7-a8bd5258387e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:41.474386 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-155b5063-f6e8-400d-86ad-bb29fd34fb55 req-8ed39e3b-0768-42e2-b0f7-a8bd5258387e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 944 time: 0.3641007 May 26 22:22:41.526712 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-155b5063-f6e8-400d-86ad-bb29fd34fb55 req-b2794bf6-6b01-4b3f-b557-163edaf036ef tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 May 26 22:22:41.526950 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51704) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:41.535689 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.545309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e471080a-a23f-4cdb-9d60-c2f2ee76b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:41.591670 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cbe021-5b33-46df-98cd-a628af6132fd,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:41.599890 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:41.611088 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91bb4ec79a904fec89a3e15d6f927113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903655 May 26 22:22:41.616130 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51712) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:41.699514 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-network', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:41.708947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:41.723012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Usage tracker for resource:network and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:41.729078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:41.744746 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:41.777832 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.810197 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.894619 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Made reservation on behalf of ca5742b7093042cd8d93b4b78f82e538 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:41.896950 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.923378 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.948772 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:41.954136 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:41.955125 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:41.961502 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:41.964039 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e3caa101-5088-44c3-a31c-b52a9c25fa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:42.004662 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:42.008741 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.122608 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a37145-0a96-479a-ba14-d189d3791c72,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:42.132965 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:42.135960 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d784719a-e437-4c96-9d69-aa8c4cde66a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:42.142834 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.144578 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16cbe021-5b33-46df-98cd-a628af6132fd HTTP/1.1" status: 204 len: 168 time: 0.5268712 May 26 22:22:42.159421 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cbe021-5b33-46df-98cd-a628af6132fd,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:42.167709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:42.168435 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Checking segment: {'id': 'a9e20485-84b3-49c4-9859-81e46a52528a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c701b96c-68b1-4ad0-b8c4-1a5f1898815c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:42.168792 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Network hostable DHCP agents. Network: c701b96c-68b1-4ad0-b8c4-1a5f1898815c, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:22:42.210860 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef03ed-4f74-4e38-b42d-0db8cd9ba9d2 req-7505d7a2-eba9-460c-b9df-dab2055f9729 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:42.212271 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5fef03ed-4f74-4e38-b42d-0db8cd9ba9d2 req-7505d7a2-eba9-460c-b9df-dab2055f9729 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2093208 May 26 22:22:42.237223 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.276129 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.281097 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Network c701b96c-68b1-4ad0-b8c4-1a5f1898815c is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:22:42.285333 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5fef03ed-4f74-4e38-b42d-0db8cd9ba9d2 req-bca11bb7-b2b8-42d3-8ce5-f73db57e695f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636232 May 26 22:22:42.352408 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.355509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-eed15ee1-645a-4790-91bc-4e626b72bb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:42.383527 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, c701b96c-68b1-4ad0-b8c4-1a5f1898815c) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:42.385160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:22:42.394725 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc303632-8d6f-4fcb-a0ed-239505f5170c None None] Network c701b96c-68b1-4ad0-b8c4-1a5f1898815c requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:42.398933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:42.398933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.400787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b010e2e-7a25-4565-bd6c-69a6115262e5,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:42.414366 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:42.420407 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.420857 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Added segment e7828ad8-0268-4e64-9d06-64d90144f42f of type vlan for network 235179fc-a814-4ed3-b490-7a2d205df265 May 26 22:22:42.454293 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.508465 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d68fdadc-392b-4669-aa0e-c3b1248d5497 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6240678 May 26 22:22:42.546750 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.548794 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:42.550068 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.558331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:42.637810 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54288e3-f2c1-4dcc-a8ff-ecd2703d5a36 None None] Network c701b96c-68b1-4ad0-b8c4-1a5f1898815c requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:42.672974 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Pushing event updated for resources: {'Network': ['ID=235179fc-a814-4ed3-b490-7a2d205df265,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:42.683022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:42.710353 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 235179fc-a814-4ed3-b490-7a2d205df265 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:22:42.729784 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2016182 May 26 22:22:42.732796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51746) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:42.739579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Request body: {'subnet': {'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-subnet', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:42.749238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:42.757598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Usage tracker for resource:subnet and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:42.766052 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:42.781703 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:42.809315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166d12c-3674-4ecd-a339-d10fa103a31e req-09dbfd0e-ab2e-4baa-8496-e4bf2a39b23f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:42.817871 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f166d12c-3674-4ecd-a339-d10fa103a31e req-09dbfd0e-ab2e-4baa-8496-e4bf2a39b23f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 944 time: 0.1600194 May 26 22:22:42.872987 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f166d12c-3674-4ecd-a339-d10fa103a31e req-4aa70365-89e5-42f2-a223-fb5fe316866c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 May 26 22:22:42.873374 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Made reservation on behalf of ca5742b7093042cd8d93b4b78f82e538 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:42.876171 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:42.946402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51752) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:42.979769 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.000793 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:43.004518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Usage tracker for resource:security_group_rule and tenant:32aa3d8bd0d54493a816bbace788d646 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:43.008197 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:43.014766 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:43.135545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.243230 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.261566 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3d9f00e5-bef5-46a1-9a30-23a30e4fd0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:43.290963 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51fac9b-0910-47da-ac34-59d3b3a11763,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:43.294900 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:43.329248 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32aa3d8bd0d54493a816bbace788d646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815305 May 26 22:22:43.331860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51774) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:43.395635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.442962 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-b99e8e6d-bca3-41c8-ab67-f2fcd69b48c9 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:43.444206 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-b99e8e6d-bca3-41c8-ab67-f2fcd69b48c9 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Synchronizing usage tracker for tenant:9481506610ce4ab38fd958f49de8a895 on resource:network {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:43.468184 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.520706 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.525839 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:43.538582 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d2cfd-8cbf-4601-b3d9-21e1e61b85da req-c4b0c222-873d-4d88-afb4-f1d7c9a245fb tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:43.540097 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-647d2cfd-8cbf-4601-b3d9-21e1e61b85da req-c4b0c222-873d-4d88-afb4-f1d7c9a245fb tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1406100 May 26 22:22:43.561540 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-b99e8e6d-bca3-41c8-ab67-f2fcd69b48c9 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Unset dirty status for tenant:9481506610ce4ab38fd958f49de8a895 on resource:network {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:43.562690 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-b99e8e6d-bca3-41c8-ab67-f2fcd69b48c9 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/networks?id=82672b1a-2c38-495d-b68c-bf7b5cfe5874 HTTP/1.1" status: 200 len: 809 time: 0.2956157 May 26 22:22:43.588582 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-647d2cfd-8cbf-4601-b3d9-21e1e61b85da req-e11c134b-9c4e-4570-9790-41d9afe2c075 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 May 26 22:22:43.609639 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-e52d559e-691a-4ab0-a510-767f827419d7 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/quotas/9481506610ce4ab38fd958f49de8a895 HTTP/1.1" status: 200 len: 375 time: 0.0271518 May 26 22:22:43.622018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Checking segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:43.622378 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Network hostable DHCP agents. Network: 235179fc-a814-4ed3-b490-7a2d205df265, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:22:43.625128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d79b0f-95b9-4626-8f10-64948f2627e4,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:43.626717 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.632536 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88202b5b-b25a-4fa8-9090-a60eb79d8910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:43.645070 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51fac9b-0910-47da-ac34-59d3b3a11763,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:43.654217 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:43.655476 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.658798 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c51fac9b-0910-47da-ac34-59d3b3a11763 HTTP/1.1" status: 204 len: 168 time: 0.3260062 May 26 22:22:43.664419 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:43.674528 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-b9229c1a-a902-4b6c-91ac-ed2121b49395 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9481506610ce4ab38fd958f49de8a895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558805 May 26 22:22:43.793115 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.842509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Network 235179fc-a814-4ed3-b490-7a2d205df265 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:22:43.904573 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-2248db61-4eaf-4f97-a19f-593c3f58cf1a service neutron] 10.222.0.23 "GET /v2.0/networks/82672b1a-2c38-495d-b68c-bf7b5cfe5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216306 May 26 22:22:43.930942 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 235179fc-a814-4ed3-b490-7a2d205df265) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:43.939153 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:43.939760 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:43.947309 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983bd4e-087c-4d31-8f97-7980ad9286c9 None None] Network 235179fc-a814-4ed3-b490-7a2d205df265 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:44.084388 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-da8e84e6-fe11-446a-be68-7817ed89d305 service neutron] 10.222.0.23 "GET /v2.0/networks/82672b1a-2c38-495d-b68c-bf7b5cfe5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708691 May 26 22:22:44.090332 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-021122aa-1ded-4e83-a455-d7613b2d8fc4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3544693 May 26 22:22:44.091836 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51794) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:44.163923 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:44.175164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:44.187021 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Usage tracker for resource:router and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:44.191145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:44.206919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:44.241125 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7ab74-c6fd-425b-a065-88f99de381f2 req-b70acdb2-2d66-4393-9a2d-7552804b2be3 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:44.242854 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5bc7ab74-c6fd-425b-a065-88f99de381f2 req-b70acdb2-2d66-4393-9a2d-7552804b2be3 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 944 time: 0.1480012 May 26 22:22:44.290732 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5bc7ab74-c6fd-425b-a065-88f99de381f2 req-fbad5591-459d-4245-bd31-ff6d5fc7d3b0 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 May 26 22:22:44.346479 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.348051 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.368792 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.376821 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-235179fc-a814-4ed3-b490-7a2d205df265', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:22:44.377758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.437806 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-07785d19-61a1-46f0-ac86-ded26fabb309 req-bf2dd727-23e2-40e9-957b-eeb9fcb8bb16 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 210 time: 0.0434711 May 26 22:22:44.591321 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Allocated IP 172.20.0.2 (235179fc-a814-4ed3-b490-7a2d205df265/d6d79b0f-95b9-4626-8f10-64948f2627e4/7f327a08-3ca1-44d9-8155-b43681a8a84c) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:44.750260 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.845602 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.867234 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Transition to ACTIVE for port object 7f327a08-3ca1-44d9-8155-b43681a8a84c will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:44.880223 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861c3a-18ea-46aa-836c-a8aa3f12d526 req-e5f97668-1200-48d5-b3da-41d3a11a2736 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:44.882378 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-34861c3a-18ea-46aa-836c-a8aa3f12d526 req-e5f97668-1200-48d5-b3da-41d3a11a2736 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0913742 May 26 22:22:44.888055 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Transition to ACTIVE for port object 7f327a08-3ca1-44d9-8155-b43681a8a84c will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:44.936719 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-34861c3a-18ea-46aa-836c-a8aa3f12d526 req-ba633e2d-53b5-4287-b60a-bd354d9a8e06 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 May 26 22:22:44.961573 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 911fe480-7907-434d-8d33-a116d02d2fc0 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:44.978939 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:44.989433 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:45.069650 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Network 235179fc-a814-4ed3-b490-7a2d205df265 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:45.072014 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Pushing event updated for resources: {'Port': ['ID=7f327a08-3ca1-44d9-8155-b43681a8a84c,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:45.074470 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:45.079311 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:45.278363 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.334703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.359494 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.360122 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.360662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.361299 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.361848 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.362485 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.363180 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.363726 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.364275 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.368370 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.368720 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.369059 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:45.380350 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Attempting to bind port 7f327a08-3ca1-44d9-8155-b43681a8a84c on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:45.380350 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Attempting to bind port 7f327a08-3ca1-44d9-8155-b43681a8a84c by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:45.380350 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Attempting to bind port 7f327a08-3ca1-44d9-8155-b43681a8a84c on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:45.387677 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:45.392001 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=911fe480-7907-434d-8d33-a116d02d2fc0,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:45.398756 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:45.399331 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Checking segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:45.399790 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.400213 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Bound using segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:45.400679 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Bound port: 7f327a08-3ca1-44d9-8155-b43681a8a84c, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:45.401367 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.457241 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '911fe480-7907-434d-8d33-a116d02d2fc0', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'port_id': '911fe480-7907-434d-8d33-a116d02d2fc0', 'mac_address': 'fa:16:3e:d9:10:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96a1dbb-c4f3-4ea4-b406-16115c154a1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:45.570502 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.592257 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911fe480-7907-434d-8d33-a116d02d2fc0 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:45.603954 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577afa0-5f30-42bb-ae9a-c1ace92cb35d req-5bfe4e92-7ef7-4858-960b-38502ea2a19e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:45.605224 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] For port 7f327a08-3ca1-44d9-8155-b43681a8a84c, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:45.618401 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=911fe480-7907-434d-8d33-a116d02d2fc0,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:45.620582 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] For port 7f327a08-3ca1-44d9-8155-b43681a8a84c, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7f327a08-3ca1-44d9-8155-b43681a8a84c,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:45.638367 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f577afa0-5f30-42bb-ae9a-c1ace92cb35d req-5bfe4e92-7ef7-4858-960b-38502ea2a19e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 944 time: 0.2063029 May 26 22:22:45.673511 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.676085 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:45.682352 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:45.730213 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3e4ee8b5-b98f-47f7-8c73-210a03c6f7a4 req-c8efe258-5f11-47d1-aefe-a92dbef2f0f3 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 210 time: 0.0844407 May 26 22:22:45.752817 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f577afa0-5f30-42bb-ae9a-c1ace92cb35d req-8f5ccdb2-6888-4148-be9a-d2662019b39a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093907 May 26 22:22:45.782467 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Allocated IP 172.28.1.97 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/f678371a-91b7-4edd-bf01-39513881c4bd) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:45.834763 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:45.926246 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Pushing event updated for resources: {'Port': ['ID=7f327a08-3ca1-44d9-8155-b43681a8a84c,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:45.929900 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:45.929900 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:45.930187 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:46.017121 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:46.091764 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['911fe480-7907-434d-8d33-a116d02d2fc0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:22:46.261560 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:46.276329 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:46.357162 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:46.366722 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:46.378496 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:46.441563 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Pushing event updated for resources: {'Port': ['ID=f678371a-91b7-4edd-bf01-39513881c4bd,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:46.446531 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:46.524353 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b223-89c2-4e36-930c-9a1eeef710e6 req-b2422835-6ff0-4bf7-8610-e348a742a88e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:46.525857 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9e38b223-89c2-4e36-930c-9a1eeef710e6 req-b2422835-6ff0-4bf7-8610-e348a742a88e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.3631985 May 26 22:22:46.728541 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9e38b223-89c2-4e36-930c-9a1eeef710e6 req-2615e8dc-6c14-458b-a50d-109d7ac70dfb tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 May 26 22:22:47.029994 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5bd6e7ba-a097-473f-9a12-494039311c58 req-7b7cce6d-4288-42d4-8d30-d5cc1da00c44 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 210 time: 0.0563283 May 26 22:22:47.081285 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e765ef-71b1-457f-aff9-27c3d455c115 None None] Network 235179fc-a814-4ed3-b490-7a2d205df265 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:22:47.138777 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb97eed-8b72-4b49-a1e4-21a29bc2dd9e req-343ca4c9-ef86-4b29-8762-65b959f471da tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:47.140263 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bcb97eed-8b72-4b49-a1e4-21a29bc2dd9e req-343ca4c9-ef86-4b29-8762-65b959f471da tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 945 time: 0.2443843 May 26 22:22:47.144596 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:47.282782 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bcb97eed-8b72-4b49-a1e4-21a29bc2dd9e req-a25f550f-8339-4146-b9a0-1bfb43f1f572 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922122 May 26 22:22:47.319075 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-a53d9350-001e-46e2-a768-f0c6a6a7d99e None None] Provisioning for port 7f327a08-3ca1-44d9-8155-b43681a8a84c completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:47.480954 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-e1d6adf4-5fc2-4b86-986c-206b164ca7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0974045 May 26 22:22:47.679279 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-8dc3db00-eebe-4cc2-8ee7-a5801b75372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:47.681886 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-8dc3db00-eebe-4cc2-8ee7-a5801b75372d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 1098 time: 0.1025798 May 26 22:22:47.859409 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7f327a08-3ca1-44d9-8155-b43681a8a84c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:48.004019 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-198c36a2-620f-4faa-a7ce-8352905bcb3a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.006207 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-198c36a2-620f-4faa-a7ce-8352905bcb3a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.20 "GET /v2.0/networks?id=82672b1a-2c38-495d-b68c-bf7b5cfe5874 HTTP/1.1" status: 200 len: 809 time: 0.5819259 May 26 22:22:48.029168 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Request body: {'port': {'device_id': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874', 'admin_state_up': True, 'tenant_id': '9481506610ce4ab38fd958f49de8a895'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:48.035081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-3bd27d57-2b1e-454b-b524-f056e68abb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.038149 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-3bd27d57-2b1e-454b-b524-f056e68abb5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 915 time: 0.2710898 May 26 22:22:48.072301 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 7f327a08-3ca1-44d9-8155-b43681a8a84c completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:48.077524 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 7f327a08-3ca1-44d9-8155-b43681a8a84c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:48.077951 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.109732 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.123852 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-2c766b43-c2c4-40ca-bf3b-a6b1a3013239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42 HTTP/1.1" status: 200 len: 217 time: 0.0782588 May 26 22:22:48.224119 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41680da-9271-44cd-aa05-d7004a5caf5f req-d874373a-535d-45b1-84c0-b30c6b308ba5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.225627 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a41680da-9271-44cd-aa05-d7004a5caf5f req-d874373a-535d-45b1-84c0-b30c6b308ba5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.3275557 May 26 22:22:48.254580 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.270458 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ab1fed5a-980b-4375-979f-c70e74bbf30a req-321f9a60-157d-4390-9f67-f20f485b902a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 210 time: 0.0680602 May 26 22:22:48.283760 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-25ba4c33-ca78-403f-ba48-c268648986e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.285538 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-25ba4c33-ca78-403f-ba48-c268648986e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.1491559 May 26 22:22:48.297642 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 7f327a08-3ca1-44d9-8155-b43681a8a84c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7f327a08-3ca1-44d9-8155-b43681a8a84c,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:48.342700 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-816a22ca-f393-442f-95df-bf1bfefee361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455844 May 26 22:22:48.369573 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.375717 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:48.387237 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:48.396366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Usage tracker for resource:port and tenant:9481506610ce4ab38fd958f49de8a895 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:48.414827 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a41680da-9271-44cd-aa05-d7004a5caf5f req-9d70377a-698f-4824-8936-08803aba8d0f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741409 May 26 22:22:48.415988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:48.431545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:48.501835 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Made reservation on behalf of 9481506610ce4ab38fd958f49de8a895 for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:22:48.501982 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=7f327a08-3ca1-44d9-8155-b43681a8a84c,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:48.501982 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:48.512988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:48.538074 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:22:48.601929 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-53ab1aa2-9d0f-475b-9cba-d1f68c33d407 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395682 May 26 22:22:48.633132 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:22:48.641362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306a121-71ce-424d-a4f5-9ae2f9561a86 req-f3fbc875-1d7d-42c7-a151-5d12e56ab3d9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:48.644311 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2306a121-71ce-424d-a4f5-9ae2f9561a86 req-f3fbc875-1d7d-42c7-a151-5d12e56ab3d9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 945 time: 0.1605396 May 26 22:22:48.794056 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2306a121-71ce-424d-a4f5-9ae2f9561a86 req-9b2b5a0c-7534-44dc-b0b6-cb4e55ce4ee3 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809908 May 26 22:22:48.814817 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d9493d2-2904-4326-b87e-52fb76c71e5e req-e72b3f9c-dbd0-4cc0-a617-5afdc5f3752c service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069697 May 26 22:22:48.864767 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:48.885553 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Allocated IP 172.20.0.9 (82672b1a-2c38-495d-b68c-bf7b5cfe5874/859f966f-2483-438d-9f2c-f11d431a44e3/012cfa54-f2c1-46b1-9300-51048db2d6e7) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:48.885843 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:48.886020 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:48.886804 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:48.995709 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 911fe480-7907-434d-8d33-a116d02d2fc0 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:49.065424 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.073039 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9800837 May 26 22:22:49.076029 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 51952) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:49.145966 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:49.173708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.260867 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 911fe480-7907-434d-8d33-a116d02d2fc0 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:49.267000 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 911fe480-7907-434d-8d33-a116d02d2fc0 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:49.267727 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.290146 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.299294 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:49.417826 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:49.421495 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:49.425833 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:49.479379 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Pushing event updated for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:49.509305 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:49.545623 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.629121 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:49.639489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:49.639489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.639700 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:46Z', 'revision_number': 3, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:49.644864 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:49.645518 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Updating router a99a11c3-0544-4edd-bf0e-6416754a29c2 port f678371a-91b7-4edd-bf01-39513881c4bd binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:22:49.655685 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=911fe480-7907-434d-8d33-a116d02d2fc0,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:49.758634 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.759325 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:49.760689 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-a4f43995-ee1a-4179-8387-c22605965eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:49.809213 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 51978) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:49.840572 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7f327a08-3ca1-44d9-8155-b43681a8a84c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:49.859007 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386939 May 26 22:22:49.877536 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Request body: {'port': {'device_id': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:49.953048 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 7f327a08-3ca1-44d9-8155-b43681a8a84c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:49.953586 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.008597 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:50.013402 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:50.025901 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd47b98-3482-4e95-bfbe-d91de57e0af1 req-35a7b7f2-8811-4775-a8bb-a8193d51181b tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:50.026937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-1cd47b98-3482-4e95-bfbe-d91de57e0af1 req-35a7b7f2-8811-4775-a8bb-a8193d51181b tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Synchronizing usage tracker for tenant:9481506610ce4ab38fd958f49de8a895 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:50.114710 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.147198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:50.154564 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Usage tracker for resource:security_group_rule and tenant:8874332821a346fe8f1483cdadffbc88 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:50.157551 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.167968 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:50.182307 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:50.233647 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.247784 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Transition to ACTIVE for port object f678371a-91b7-4edd-bf01-39513881c4bd will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:50.273554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de908dbc-5812-495f-8c26-c4184bd8d2a3 req-a870da22-54e3-4e38-8658-fe723b4206ed tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:50.275011 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-de908dbc-5812-495f-8c26-c4184bd8d2a3 req-a870da22-54e3-4e38-8658-fe723b4206ed tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2808895 May 26 22:22:50.282683 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.322214 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-1cd47b98-3482-4e95-bfbe-d91de57e0af1 req-35a7b7f2-8811-4775-a8bb-a8193d51181b tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Unset dirty status for tenant:9481506610ce4ab38fd958f49de8a895 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:50.323218 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.329373 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1cd47b98-3482-4e95-bfbe-d91de57e0af1 req-35a7b7f2-8811-4775-a8bb-a8193d51181b tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 931 time: 0.6783011 May 26 22:22:50.330251 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:50.392206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-de908dbc-5812-495f-8c26-c4184bd8d2a3 req-f7bed403-3484-4487-adc0-f2030657df9e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 May 26 22:22:50.479430 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Pushing event updated for resources: {'Port': ['ID=f678371a-91b7-4edd-bf01-39513881c4bd,revision_number=2']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:50.500880 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.502401 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.502835 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.504007 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.504431 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.506407 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.506856 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.507272 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.508118 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.508907 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.511209 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0', 'code': 200} May 26 22:22:50.511707 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.513545 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:22:50.552397 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:50.601115 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Attempting to bind port f678371a-91b7-4edd-bf01-39513881c4bd on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:50.601985 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Attempting to bind port f678371a-91b7-4edd-bf01-39513881c4bd by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:50.602497 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Attempting to bind port f678371a-91b7-4edd-bf01-39513881c4bd on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:50.640145 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:50.641229 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:50.641814 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.642389 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:50.643041 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Bound port: f678371a-91b7-4edd-bf01-39513881c4bd, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:50.643877 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.649544 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1cd47b98-3482-4e95-bfbe-d91de57e0af1 req-1416060a-0551-4f50-9e9e-60af1f735b39 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188465 May 26 22:22:50.687967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Allocated IP 172.20.0.1 (235179fc-a814-4ed3-b490-7a2d205df265/d6d79b0f-95b9-4626-8f10-64948f2627e4/13b502a1-6dff-4d3f-9e2f-1d00154bb5c7) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:50.752721 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] For port f678371a-91b7-4edd-bf01-39513881c4bd, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:50.760056 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] For port f678371a-91b7-4edd-bf01-39513881c4bd, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=f678371a-91b7-4edd-bf01-39513881c4bd,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:50.867411 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.868780 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.872930 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:50.875129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.885933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Transition to ACTIVE for port object 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:50.955353 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:50.956125 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:50.963051 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:50.973465 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8426d4cc-68ea-479b-baf0-93d20c9cc49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.012479 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.013607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012cfa54-f2c1-46b1-9300-51048db2d6e7 {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:51.027110 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c7ea2efb-f5d2-4b88-bb5b-23cc6920f302 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.037288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.046087 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8874332821a346fe8f1483cdadffbc88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2332354 May 26 22:22:51.048275 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efb7bc-c5ac-4504-b840-be7fc7adf370,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.052248 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.057256 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52014) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:51.083958 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5414599-fad4-4c1b-955e-9b63bdd52c07 req-8a90e409-6137-4142-9055-52cf9af99253 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:51.086929 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b5414599-fad4-4c1b-955e-9b63bdd52c07 req-8a90e409-6137-4142-9055-52cf9af99253 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.2735183 May 26 22:22:51.117501 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Transition to ACTIVE for port object 012cfa54-f2c1-46b1-9300-51048db2d6e7 will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:51.127776 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Pushing event updated for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.133843 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.139788 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Network 235179fc-a814-4ed3-b490-7a2d205df265 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:51.152466 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:51.152922 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedef2d-1ec0-462f-a7ea-376a96ee3520 req-d96ea04a-628c-40be-a661-3242bcc13475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:51.154582 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1eedef2d-1ec0-462f-a7ea-376a96ee3520 req-d96ea04a-628c-40be-a661-3242bcc13475 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 1099 time: 0.1965551 May 26 22:22:51.155290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:51.155757 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.180555 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Pushing event updated for resources: {'Port': ['ID=f678371a-91b7-4edd-bf01-39513881c4bd,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.181241 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b5414599-fad4-4c1b-955e-9b63bdd52c07 req-b176b6d5-100c-4842-9bf4-7283c3ffbc55 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 May 26 22:22:51.196228 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.209621 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.223067 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:51.232193 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1eedef2d-1ec0-462f-a7ea-376a96ee3520 req-d0dfb1d8-845a-4aac-868c-817309468727 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637891 May 26 22:22:51.239022 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.251209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.263195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.404338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.421006 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.434080 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.545841 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:46Z', 'revision_number': 3, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:51.549655 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d0980b-882b-4dac-ac2e-5e339699c678 None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:46Z', 'revision_number': 3, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:51.561356 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Attempting to bind port 012cfa54-f2c1-46b1-9300-51048db2d6e7 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:51.561707 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Attempting to bind port 012cfa54-f2c1-46b1-9300-51048db2d6e7 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'aaee9348-8b9c-436d-889a-3fedff91f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:51.562062 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Attempting to bind port 012cfa54-f2c1-46b1-9300-51048db2d6e7 on network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:51.563947 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5eadbc3c-a770-4931-80b7-7b5effeadc7e None None] Provisioning for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:51.567230 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Port 012cfa54-f2c1-46b1-9300-51048db2d6e7 on network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:22:51.567488 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Attempting to bind port 012cfa54-f2c1-46b1-9300-51048db2d6e7 on network 82672b1a-2c38-495d-b68c-bf7b5cfe5874 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:51.571103 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5eadbc3c-a770-4931-80b7-7b5effeadc7e None None] Provisioning complete for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:51.571723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5eadbc3c-a770-4931-80b7-7b5effeadc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.573371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:51.573708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Checking segment: {'id': 'aaee9348-8b9c-436d-889a-3fedff91f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:51.574141 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Bound using segment: {'id': 'aaee9348-8b9c-436d-889a-3fedff91f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:51.574568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Bound port: 012cfa54-f2c1-46b1-9300-51048db2d6e7, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaee9348-8b9c-436d-889a-3fedff91f2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:51.574914 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.619793 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.628647 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f2768268-9002-42a7-89e4-833337ac052c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:51.657905 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efb7bc-c5ac-4504-b840-be7fc7adf370,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:51.662887 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:51.666203 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.683871 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7efb7bc-c5ac-4504-b840-be7fc7adf370 HTTP/1.1" status: 204 len: 168 time: 0.6152287 May 26 22:22:51.727179 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5eadbc3c-a770-4931-80b7-7b5effeadc7e None None] Port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:22:51.801367 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4aa7c-e4b2-475a-9937-5b9127f4ce6b req-dab931a1-3ab2-4a88-9b7c-40571c1f3df3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:51.803425 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-47c4aa7c-e4b2-475a-9937-5b9127f4ce6b req-dab931a1-3ab2-4a88-9b7c-40571c1f3df3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2620101 May 26 22:22:51.856507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:51.872491 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7,segment=NetworkSegment(aaee9348-8b9c-436d-889a-3fedff91f2a9),segment_id=aaee9348-8b9c-436d-889a-3fedff91f2a9)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:51.915410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eb52b-0a0f-42e0-8e65-568756f65ae9 req-bc137bb6-60e8-4e9f-b18c-28595203926d tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:51.923542 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5e8eb52b-0a0f-42e0-8e65-568756f65ae9 req-bc137bb6-60e8-4e9f-b18c-28595203926d tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 943 time: 0.1236002 May 26 22:22:51.976078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.985572 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:51.998758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:52.019707 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-47c4aa7c-e4b2-475a-9937-5b9127f4ce6b req-ca01c7a8-7c60-4d68-87c6-355e422d4c17 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015047 May 26 22:22:52.037338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.038245 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.041890 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:52.080328 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5e8eb52b-0a0f-42e0-8e65-568756f65ae9 req-dde206c9-80d8-4714-a202-21c49644c62c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558344 May 26 22:22:52.146594 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.147338 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.148675 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] 10.222.0.20 "PUT /v2.0/ports/012cfa54-f2c1-46b1-9300-51048db2d6e7 HTTP/1.1" status: 200 len: 1093 time: 2.2753255 May 26 22:22:52.149270 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:22:52.200148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Pushing event updated for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:52.205309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:52.209907 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Pushing event updated for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:52.219635 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:52.230799 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7', 'status': 'completed', 'code': 200} May 26 22:22:52.354321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Network 235179fc-a814-4ed3-b490-7a2d205df265 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:52.355516 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:52.365632 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.468260 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc5735-0a60-4640-99a4-8747648f317e req-6adc495f-93b4-4590-9bf6-4e312b36753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.470116 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bdcc5735-0a60-4640-99a4-8747648f317e req-6adc495f-93b4-4590-9bf6-4e312b36753d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9481506610ce4ab38fd958f49de8a895&device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 1096 time: 0.2052691 May 26 22:22:52.522402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52052) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:52.545200 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba1933-3373-4bfb-a7a2-f3f3153d0fe0 req-f85da8e8-2e23-44e4-b531-b77ab78375c8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.553392 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1ba1933-3373-4bfb-a7a2-f3f3153d0fe0 req-f85da8e8-2e23-44e4-b531-b77ab78375c8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.2000246 May 26 22:22:52.676345 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.712290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52058) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:52.735561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:22:52.752523 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:52.757550 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e7151e29124a8ab474859aa57f8445 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:52.760707 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:52.764862 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-56dc4318-9be8-4219-a4e6-13a260ea2dbf None None] Provisioning complete for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:52.765935 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-56dc4318-9be8-4219-a4e6-13a260ea2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:52.767225 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:52.812424 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1ba1933-3373-4bfb-a7a2-f3f3153d0fe0 req-64bdc999-04ae-4420-9508-b8391bc7e233 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558331 May 26 22:22:52.881713 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-56dc4318-9be8-4219-a4e6-13a260ea2dbf None None] Port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:22:52.896852 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc5735-0a60-4640-99a4-8747648f317e req-77d61404-11f9-4098-a8cb-efc23b042bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:52.898962 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bdcc5735-0a60-4640-99a4-8747648f317e req-77d61404-11f9-4098-a8cb-efc23b042bb2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9481506610ce4ab38fd958f49de8a895&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4189036 May 26 22:22:53.044459 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.061571 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.082412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:53.083024 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Usage tracker for resource:security_group_rule and tenant:771086e7a1864051b6116004b3d4f460 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:53.086259 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:53.089026 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc5735-0a60-4640-99a4-8747648f317e req-6b70d603-be9a-4a79-abe5-68bc21c13993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.090650 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bdcc5735-0a60-4640-99a4-8747648f317e req-6b70d603-be9a-4a79-abe5-68bc21c13993 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741974 May 26 22:22:53.092181 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:53.112743 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.125148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:53.135735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:22:53.171893 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] 10.222.0.23 "PUT /v2.0/routers/a99a11c3-0544-4edd-bf0e-6416754a29c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0864549 May 26 22:22:53.248393 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.322425 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.334246 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-450357a6-d9de-4c6e-909c-452cf2ca9ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:53.373673 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e7151e29124a8ab474859aa57f8445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8448100 May 26 22:22:53.376969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b8c70-d786-442d-aa0d-65e169b1ee89,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:53.382403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:53.383978 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52082) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:53.392715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7edf58-e643-46f0-8fd0-1e5446f84a74 req-2f768e77-e35d-4d86-a7f6-e230a2318218 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.396102 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9f7edf58-e643-46f0-8fd0-1e5446f84a74 req-2f768e77-e35d-4d86-a7f6-e230a2318218 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1462493 May 26 22:22:53.400161 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=771086e7a1864051b6116004b3d4f460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6852760 May 26 22:22:53.403146 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca0e3d-8b97-481d-854f-5ccc0c278b03,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:53.408063 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52086) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:53.430956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:53.468089 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-17902be5-12c8-4022-9401-be4be36c06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.469562 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-17902be5-12c8-4022-9401-be4be36c06d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9481506610ce4ab38fd958f49de8a895&device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 1096 time: 0.3284528 May 26 22:22:53.495087 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e829e84-bb4c-4930-8dc1-df8dfdd05e96 req-5dd3f3a4-7cc2-4a21-89af-1e3c282bcc61 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.496614 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2e829e84-bb4c-4930-8dc1-df8dfdd05e96 req-5dd3f3a4-7cc2-4a21-89af-1e3c282bcc61 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 943 time: 0.1990829 May 26 22:22:53.498633 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.520837 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9f7edf58-e643-46f0-8fd0-1e5446f84a74 req-373cbe46-1713-44cb-b872-3fefae8775fc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190598 May 26 22:22:53.554626 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.605233 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.627036 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-e8e6f4f9-47f8-4b90-9513-9083d491224c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7 HTTP/1.1" status: 200 len: 217 time: 0.1294048 May 26 22:22:53.680678 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.720055 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2e829e84-bb4c-4930-8dc1-df8dfdd05e96 req-1da008ba-e716-4ae0-898a-17e28d90b293 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525066 May 26 22:22:53.770669 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.771135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-efd610fc-8661-4b9e-92b8-02a4b6e5f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:53.772520 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-efd610fc-8661-4b9e-92b8-02a4b6e5f4ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=859f966f-2483-438d-9f2c-f11d431a44e3 HTTP/1.1" status: 200 len: 849 time: 0.1324499 May 26 22:22:53.777670 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2e10fcc7-96ef-4946-91df-b0c6ab63ea4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:53.800729 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca0e3d-8b97-481d-854f-5ccc0c278b03,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:53.803852 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:53.821898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:53.823085 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5eca0e3d-8b97-481d-854f-5ccc0c278b03 HTTP/1.1" status: 204 len: 168 time: 0.4092848 May 26 22:22:53.849761 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device f678371a-91b7-4edd-bf01-39513881c4bd up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:53.855127 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-a72ad3c6-ccd2-4496-8f34-5ff3b66e8fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82672b1a-2c38-495d-b68c-bf7b5cfe5874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753946 May 26 22:22:54.000118 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:22:54.020602 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:54.022381 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:54.090173 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-a1c002f6-8a2e-488c-97b3-79a599c98b5a service neutron] 10.222.0.20 "GET /v2.0/networks/82672b1a-2c38-495d-b68c-bf7b5cfe5874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268713 May 26 22:22:54.091888 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.098545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-08b664b0-b8bd-4097-b9a4-dd306b9c8fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:54.103322 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port f678371a-91b7-4edd-bf01-39513881c4bd completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:54.113679 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port f678371a-91b7-4edd-bf01-39513881c4bd triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:54.114267 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.134519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab38dd-7e03-4d83-9569-a99d53660093 req-7e23c279-abec-402a-8c2e-05eee434443b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:54.136019 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ddab38dd-7e03-4d83-9569-a99d53660093 req-7e23c279-abec-402a-8c2e-05eee434443b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.1772163 May 26 22:22:54.147050 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b8c70-d786-442d-aa0d-65e169b1ee89,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:54.154750 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:54.223140 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.227614 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/289b8c70-d786-442d-aa0d-65e169b1ee89 HTTP/1.1" status: 204 len: 168 time: 0.8393826 May 26 22:22:54.283898 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:54.290227 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ddab38dd-7e03-4d83-9569-a99d53660093 req-bf8a84d5-3ee9-4e75-bbeb-97bd3acfecf4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324623 May 26 22:22:54.360082 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2cf13baa-c0fe-44bb-a0cf-d481b146d73e req-0d48ee94-f61c-4621-ac7c-64e6e73aac5d service neutron] 10.222.0.20 "GET /v2.0/networks/82672b1a-2c38-495d-b68c-bf7b5cfe5874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541702 May 26 22:22:54.379226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52118) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:54.463115 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.497044 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52126) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:54.502421 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878149353', 'description': 'tempest-description--153892920'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:54.506517 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port f678371a-91b7-4edd-bf01-39513881c4bd, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=f678371a-91b7-4edd-bf01-39513881c4bd,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:54.509700 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:54.513614 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:54.516618 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:54.522911 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:54.597850 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.611801 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.620393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:54.647700 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:54.652636 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:54.655951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:54.662711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:54.756457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=f678371a-91b7-4edd-bf01-39513881c4bd,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:54.760214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:54.799299 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 2, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:54.805876 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:22:54.806700 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Updating router a99a11c3-0544-4edd-bf0e-6416754a29c2 port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:22:54.821794 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52144) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:54.860637 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.894617 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:54.900764 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c890-3736-4b0a-9975-68d706b39f6e req-ea5c5c3a-af36-4e43-a284-a5b4d532edc6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:54.905408 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Usage tracker for resource:security_group_rule and tenant:cc1db16e98e44ab5b150c7802439092f is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:54.905561 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:54.910325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:54.911452 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7f50c890-3736-4b0a-9975-68d706b39f6e req-ea5c5c3a-af36-4e43-a284-a5b4d532edc6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2163403 May 26 22:22:54.920624 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:54.981920 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.031227 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7f50c890-3736-4b0a-9975-68d706b39f6e req-4110d285-4b72-477a-b6c4-993d500f87f7 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057858 May 26 22:22:55.050163 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.087626 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.101149 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5345606f-39ec-4ea3-a9d2-5f36bd317361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.145944 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.152204 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.171993 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8ac7628d-b65f-4803-9f71-74dbfc4a895d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.180933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:55.192310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Usage tracker for resource:security_group_rule and tenant:77fd5632a2954080b86e8086d7d8ff53 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:55.192310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f2a07-fd4e-46d3-8cfd-d38503f25879,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.192496 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:55.207762 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.219176 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:55.233363 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.238535 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7365997 May 26 22:22:55.238535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52156) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:55.247730 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc1db16e98e44ab5b150c7802439092f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222326 May 26 22:22:55.247921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52160) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:55.251440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8cebfe-0c89-4b79-883b-c614a7a02f9a,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.252468 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group_rule': {'security_group_id': '604f2a07-fd4e-46d3-8cfd-d38503f25879', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:55.262418 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:55.269251 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.270689 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:55.274610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:55.286320 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:55.382862 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.383170 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.399562 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.413979 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.457071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.459402 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.474200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Transition to ACTIVE for port object 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:22:55.485184 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b90dd251-bfe1-4875-90d3-22d5ce0f5f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.558943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22d6289-5cc7-4a65-bba7-1e07ec399efa,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.565846 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77fd5632a2954080b86e8086d7d8ff53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1852574 May 26 22:22:55.565952 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52168) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:55.567143 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.569233 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.576734 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.598847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab0b3e-4297-48bb-8257-c2f65e6222b8 req-4817f34e-c684-42da-96cc-6aae32967704 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:55.601970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.607046 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26ab0b3e-4297-48bb-8257-c2f65e6222b8 req-4817f34e-c684-42da-96cc-6aae32967704 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 943 time: 0.2695370 May 26 22:22:55.610183 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.611611 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d6b82582-6bc9-4e8d-ad22-db6c77e642f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.634449 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8cebfe-0c89-4b79-883b-c614a7a02f9a,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.647735 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.654599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.655728 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c8cebfe-0c89-4b79-883b-c614a7a02f9a HTTP/1.1" status: 204 len: 168 time: 0.4069426 May 26 22:22:55.692500 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.701658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-26ab0b3e-4297-48bb-8257-c2f65e6222b8 req-6180ac6f-412a-4f5a-a17b-a3d4f232def2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Synchronizing usage tracker for tenant:9481506610ce4ab38fd958f49de8a895 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:22:55.721870 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.735420 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.746521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.754767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab27766b-c3e4-4e64-8f5c-8208dcb6597b,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.780467 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.850741 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device f678371a-91b7-4edd-bf01-39513881c4bd up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:55.855907 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-26ab0b3e-4297-48bb-8257-c2f65e6222b8 req-6180ac6f-412a-4f5a-a17b-a3d4f232def2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Unset dirty status for tenant:9481506610ce4ab38fd958f49de8a895 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:22:55.857259 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26ab0b3e-4297-48bb-8257-c2f65e6222b8 req-6180ac6f-412a-4f5a-a17b-a3d4f232def2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494347 May 26 22:22:55.883862 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.885952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6467893 May 26 22:22:55.890667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52180) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:55.905967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.912765 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group_rule': {'security_group_id': '604f2a07-fd4e-46d3-8cfd-d38503f25879', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:55.913311 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-464b84da-65a0-4094-9adb-a5fc9bcac562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:55.919529 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:55.929200 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:55.934616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:55.951874 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22d6289-5cc7-4a65-bba7-1e07ec399efa,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:55.955018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:55.956835 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:55.957834 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22d6289-5cc7-4a65-bba7-1e07ec399efa HTTP/1.1" status: 204 len: 168 time: 0.3906190 May 26 22:22:55.958796 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:55.996113 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Pushing event updated for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:56.003911 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:56.011162 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Attempting to bind port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:22:56.011536 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Attempting to bind port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:22:56.011933 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Attempting to bind port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:22:56.022245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:22:56.022630 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Checking segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:22:56.023035 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.023427 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Bound using segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:22:56.024001 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Bound port: 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:22:56.024312 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.050232 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51114eb9-1bd1-479b-8a35-b1e37e0e4c3e req-a9c1be9b-9600-48aa-97b4-ff025ec385c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:56.051949 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-51114eb9-1bd1-479b-8a35-b1e37e0e4c3e req-a9c1be9b-9600-48aa-97b4-ff025ec385c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 1099 time: 0.0866723 May 26 22:22:56.060978 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.105708 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port f678371a-91b7-4edd-bf01-39513881c4bd triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:56.106090 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.117815 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-51114eb9-1bd1-479b-8a35-b1e37e0e4c3e req-d98ac87b-44ef-4b99-8195-c6b705eb61b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 May 26 22:22:56.154947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.198236 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.200400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0330a275-74e9-4403-95f1-ff6bfd10f9b4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:56.252668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] For port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:22:56.270581 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31693ef-7047-4ac0-9ab8-38cfb881803d req-3ef42316-4434-4e16-8049-53bf84813918 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:56.273649 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f31693ef-7047-4ac0-9ab8-38cfb881803d req-3ef42316-4434-4e16-8049-53bf84813918 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0934494 May 26 22:22:56.283417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] For port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:22:56.289380 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8c75f2-6743-40fe-bf09-80df90e0c1f1,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:56.301519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:56.334203 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f31693ef-7047-4ac0-9ab8-38cfb881803d req-d6771980-3c32-4b7a-ab07-fdb4fa3a6ec9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551567 May 26 22:22:56.380160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.380296 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.382365 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4796076 May 26 22:22:56.385147 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52196) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:56.386114 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:56.390500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:22:56.396870 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:56.400633 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:floatingip and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:56.403524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:56.409308 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:56.459259 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:22:56.459929 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:22:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:56.520969 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Pushing event updated for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:56.529589 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.531303 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:56.692311 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:22:56.706918 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52204) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:56.731794 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:56.844310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:56.850985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Usage tracker for resource:security_group_rule and tenant:b0e62001ebac47ad9ef0d28df7b2cf7b is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:56.854543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:56.870663 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:56.950711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.082962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:56Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:22:57.093421 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95cf3a-1ae7-4e5e-8f7e-69aa8f045ccf None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:56Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:22:57.096128 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2513c6-fa7c-4ac0-bbb7-06827bd6086c req-c97a4cf4-5880-46a6-bddb-b891516eb724 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:57.105577 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2d2513c6-fa7c-4ac0-bbb7-06827bd6086c req-c97a4cf4-5880-46a6-bddb-b891516eb724 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 943 time: 0.1031313 May 26 22:22:57.172362 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2d2513c6-fa7c-4ac0-bbb7-06827bd6086c req-860c7238-2af3-4152-a705-e012a00ddeab tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 May 26 22:22:57.206124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.234679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Allocated IP 172.28.1.220 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/5170427c-33b4-45de-9122-7cc1ecfaa7ce) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:22:57.336601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.347105 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5febae88-6cde-41e2-abe6-50439e62cddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:57.373223 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52220) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:57.420674 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.426915 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0e62001ebac47ad9ef0d28df7b2cf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187085 May 26 22:22:57.439624 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52224) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:57.453071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7b59e-72da-46b0-b7fb-937d94358ecb,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:57.462586 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:57.472457 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:22:57.477535 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Usage tracker for resource:security_group_rule and tenant:00f51885c6544451a9d21aa6f6782963 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:22:57.482552 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:22:57.489560 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:22:57.639230 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.687676 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.735497 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.747876 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.749848 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851edd9-e571-404b-b340-4fa2dc1e5608 req-b15375d8-afc0-4acb-8e7c-f6b2c7151bd5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:57.751488 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2851edd9-e571-404b-b340-4fa2dc1e5608 req-b15375d8-afc0-4acb-8e7c-f6b2c7151bd5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2733374 May 26 22:22:57.827045 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.843859 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2851edd9-e571-404b-b340-4fa2dc1e5608 req-30b5ea22-e3d6-412a-a4a1-c04f4b388970 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 May 26 22:22:57.852374 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:57.859069 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:57.872906 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:57.878033 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:57.916608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cb303-133f-4cd3-9129-10aff26a8976,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:57.926844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:57.955638 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00f51885c6544451a9d21aa6f6782963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807769 May 26 22:22:57.958079 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52238) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:58.000206 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.045308 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:22:58.045559 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.050269 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:22:58.053639 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:22:58.060362 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:22:58.066139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:22:58.067222 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.076408 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.090122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=5170427c-33b4-45de-9122-7cc1ecfaa7ce,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.164985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.164985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-08e359f2-8f17-4580-924a-faaa7731a0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.193447 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.193447 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dae7b59e-72da-46b0-b7fb-937d94358ecb HTTP/1.1" status: 204 len: 168 time: 0.7492325 May 26 22:22:58.209978 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7b59e-72da-46b0-b7fb-937d94358ecb,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.220806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.260612 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.317814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.393198 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:58.471014 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.471014 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.485397 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-a036b3ab-b3bb-4c09-8946-a1b153944a06 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:58.487221 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-a036b3ab-b3bb-4c09-8946-a1b153944a06 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.3322589 May 26 22:22:58.490702 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.510399 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c09e8b38-daed-4900-bcaa-bbba91a29a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:58.531842 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.539356 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:58.540588 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e81cb303-133f-4cd3-9129-10aff26a8976 HTTP/1.1" status: 204 len: 168 time: 0.5815666 May 26 22:22:58.542084 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-f63b354a-16cf-470b-ab7e-4f6491d55967 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/quotas/78e1321f3a86408f80bc2bc8fe2eb318 HTTP/1.1" status: 200 len: 375 time: 0.0398872 May 26 22:22:58.543348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cb303-133f-4cd3-9129-10aff26a8976,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.556164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.596686 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:58.600774 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:58.737276 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-52d8edbf-9fe5-4fc5-9ed9-f3d3911bcc44 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796942 May 26 22:22:58.747351 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efac70-ef23-4283-af7d-959a1d885c45 req-a226c0f2-bcab-427a-8278-71c25b33de9a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:58.753852 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b6efac70-ef23-4283-af7d-959a1d885c45 req-a226c0f2-bcab-427a-8278-71c25b33de9a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 943 time: 0.3438089 May 26 22:22:58.861313 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b6efac70-ef23-4283-af7d-959a1d885c45 req-5414c298-2dd3-4aa1-82f5-c91e75e86141 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036134 May 26 22:22:58.986386 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-22b0e9a5-84f5-448f-851a-ee3e7b8c9f65 service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370791 May 26 22:22:59.018687 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 012cfa54-f2c1-46b1-9300-51048db2d6e7 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:22:59.077416 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.141523 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.148316 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:59.159632 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-06b727c5-2ee1-4a3c-b16a-286855395b89 service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586690 May 26 22:22:59.228433 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7,segment=NetworkSegment(aaee9348-8b9c-436d-889a-3fedff91f2a9),segment_id=aaee9348-8b9c-436d-889a-3fedff91f2a9)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:59.245173 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '012cfa54-f2c1-46b1-9300-51048db2d6e7', 'network_id': '82672b1a-2c38-495d-b68c-bf7b5cfe5874', 'port_id': '012cfa54-f2c1-46b1-9300-51048db2d6e7', 'mac_address': 'fa:16:3e:af:ac:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '859f966f-2483-438d-9f2c-f11d431a44e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:22:59.301803 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.315978 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.333200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012cfa54-f2c1-46b1-9300-51048db2d6e7 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:22:59.342658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=5170427c-33b4-45de-9122-7cc1ecfaa7ce,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:59.349022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:59.354249 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7,segment=NetworkSegment(aaee9348-8b9c-436d-889a-3fedff91f2a9),segment_id=aaee9348-8b9c-436d-889a-3fedff91f2a9)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:22:59.368967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c9c95-e2e3-451e-b13e-8bc8f73cc63c req-ecfcab7f-465c-4eac-967f-639789161251 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:59.378099 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e23c9c95-e2e3-451e-b13e-8bc8f73cc63c req-ecfcab7f-465c-4eac-967f-639789161251 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1545067 May 26 22:22:59.426565 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e23c9c95-e2e3-451e-b13e-8bc8f73cc63c req-eb609fe0-854a-48e7-a5c8-e712ff852d61 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494807 May 26 22:22:59.428532 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.435125 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0435557 May 26 22:22:59.455603 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:22:59.459388 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:22:59.468040 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7d5a48c3-1605-4ff5-ac4d-13adc0d6c661 req-0cb676b4-257c-4121-a9a3-5a50b6bcf987 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 210 time: 0.0639186 May 26 22:22:59.552070 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:22:59.555945 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:22:59.667278 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15761df-132c-4006-98c5-35bdd0a61a67 req-d5919c42-abe0-4cdb-970d-1c94052d60af tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:22:59.674184 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a15761df-132c-4006-98c5-35bdd0a61a67 req-d5919c42-abe0-4cdb-970d-1c94052d60af tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1026649 May 26 22:22:59.737603 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a15761df-132c-4006-98c5-35bdd0a61a67 req-66b03a33-76f3-4b7a-846a-e27489656eae tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624621 May 26 22:22:59.759368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52342) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:22:59.796211 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:22:59.810620 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-0342e676-a5cb-474f-8318-2f95afbed17e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1878149353&fields=id&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 267 time: 0.0613894 May 26 22:22:59.870203 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['012cfa54-f2c1-46b1-9300-51048db2d6e7'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:00.014949 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:00.015481 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.116853 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-f8b7fd4d-18e4-4d53-b042-5dc8d2f0e7bd tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.118340 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-f8b7fd4d-18e4-4d53-b042-5dc8d2f0e7bd tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 817 time: 0.3005183 May 26 22:23:00.141941 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-38f67813-aa52-409c-b4be-fe3fff04b619 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/quotas/ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 375 time: 0.0172839 May 26 22:23:00.184516 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52360) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:00.190487 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.219260 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:00.225592 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Usage tracker for resource:security_group_rule and tenant:c3fc66c7729f4b0d9eff40b5bf50f62d is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:00.229828 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:00.252674 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:00.257954 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-db1c68aa-0f2b-4bdd-8740-21f12e43a801 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1146705 May 26 22:23:00.279615 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8531a-74c4-479e-b25c-0d7114c334a7 req-64979660-83f7-4b41-aa4f-e692fda2d1b5 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:00.284330 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d2c8531a-74c4-479e-b25c-0d7114c334a7 req-64979660-83f7-4b41-aa4f-e692fda2d1b5 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 944 time: 0.1921117 May 26 22:23:00.315470 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1917803723-network', 'tenant_id': 'f64cbb6883a146c1a22bd8f054a7202b'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:00.330190 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:00.347713 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d2c8531a-74c4-479e-b25c-0d7114c334a7 req-ba2c3121-aa16-4839-91f7-54fd7c027340 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 May 26 22:23:00.384961 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Usage tracker for resource:network and tenant:f64cbb6883a146c1a22bd8f054a7202b is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:00.404869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:00.408288 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.423269 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:00.471260 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-697a01a9-552f-4747-9ab2-282128c43a0b service neutron] 10.222.0.23 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979516 May 26 22:23:00.471423 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.480410 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-dffe1fa9-46a4-44b9-a3f6-2ad16b05eb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:00.529491 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3fc66c7729f4b0d9eff40b5bf50f62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7741101 May 26 22:23:00.533270 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7521784b-ca3e-4c6b-9056-3d796b59dc8f,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:00.533398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52376) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:00.538594 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:00.574301 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Made reservation on behalf of f64cbb6883a146c1a22bd8f054a7202b for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:00.577353 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.609679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.614026 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.637314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:00.645160 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Usage tracker for resource:security_group_rule and tenant:f64cbb6883a146c1a22bd8f054a7202b is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:00.660026 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:00.670433 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:00.719172 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-156a3aca-e0e1-43f7-afaa-3661c72ac307 service neutron] 10.222.0.23 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390499 May 26 22:23:00.869654 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10324b0e-7128-4d19-94ca-227a1bca2c10 req-1454ccad-a92c-4a6c-8736-8de35e889706 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 210 time: 0.2240512 May 26 22:23:00.874305 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.902546 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.964892 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:00.969473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4964f39d-376e-4528-8e94-54a740a821dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:00.997201 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebf8f56-15bf-4b1e-97dd-537c489761ba,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:01.000429 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:01.032882 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.038325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:23:01.041526 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:01.047916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.048255 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Added segment d6be4063-2da0-4ff2-9903-7aabc35576f0 of type vlan for network af5dfba8-0cda-403a-9987-868c3d0b46bb May 26 22:23:01.058960 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7521784b-ca3e-4c6b-9056-3d796b59dc8f,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:01.073175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:01.076996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.084579 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7521784b-ca3e-4c6b-9056-3d796b59dc8f HTTP/1.1" status: 204 len: 168 time: 0.5470083 May 26 22:23:01.103952 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.140388 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f2c1d28a-0635-4a45-9605-f9dd459305d9 req-0a264f6b-3e61-489e-bd45-55bb8867a9a7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:01.232982 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.234402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.238154 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.240551 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-67698826-f976-41b2-b4a5-338c8371ac56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:01.255289 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f2c1d28a-0635-4a45-9605-f9dd459305d9 req-0a264f6b-3e61-489e-bd45-55bb8867a9a7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:01.256972 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f2c1d28a-0635-4a45-9605-f9dd459305d9 req-0a264f6b-3e61-489e-bd45-55bb8867a9a7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 210 time: 0.1823699 May 26 22:23:01.337598 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Pushing event updated for resources: {'Network': ['ID=af5dfba8-0cda-403a-9987-868c3d0b46bb,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:01.340342 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:01.347319 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network af5dfba8-0cda-403a-9987-868c3d0b46bb details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:23:01.406022 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2202208 May 26 22:23:01.412198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52406) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:01.417628 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Request body: {'subnet': {'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1917803723-subnet', 'tenant_id': 'f64cbb6883a146c1a22bd8f054a7202b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:01.423280 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:01.433767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Usage tracker for resource:subnet and tenant:f64cbb6883a146c1a22bd8f054a7202b is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:01.439128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:01.451255 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:01.534544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Made reservation on behalf of f64cbb6883a146c1a22bd8f054a7202b for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:01.537588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:01.620234 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17f2c7-8c17-459a-a39a-ce352c3ccacf req-4f93d13b-e976-4d9c-8654-430f60aa33ee tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.628647 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2d17f2c7-8c17-459a-a39a-ce352c3ccacf req-4f93d13b-e976-4d9c-8654-430f60aa33ee tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 944 time: 0.1300886 May 26 22:23:01.821880 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2d17f2c7-8c17-459a-a39a-ce352c3ccacf req-2f010f57-ec6b-42bd-8582-03ed256ca8a5 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428533 May 26 22:23:01.885183 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-d9c0a250-c88b-4ad5-aa6f-29b7b1fb805c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:01.886575 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-d9c0a250-c88b-4ad5-aa6f-29b7b1fb805c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.2452548 May 26 22:23:01.910195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Request body: {'port': {'device_id': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'admin_state_up': True, 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:02.166707 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52430) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:02.185812 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e719c09e-7e37-4072-a454-206ba0dfd3a5 req-c6a2bea2-7e0c-4419-b04e-cf7d561d530c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 210 time: 0.0952487 May 26 22:23:02.202634 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.235916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:02.244658 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Usage tracker for resource:security_group_rule and tenant:326376265f8a4613b717097c60d4b989 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:02.250453 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:02.267266 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:02.282125 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:02.301001 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:02.375557 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.387698 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8ab18aa2-139f-41d8-9538-803a05174a7b req-237621d1-09f6-4ac1-8c07-7a2abda95644 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 210 time: 0.0490720 May 26 22:23:02.390611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.395283 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:02.402515 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:02.406412 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.473714 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87254f33-890d-499d-b7d6-826b12c2c5c4,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:02.478416 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:02.482100 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Checking segment: {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:02.482359 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Network hostable DHCP agents. Network: af5dfba8-0cda-403a-9987-868c3d0b46bb, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:23:02.509485 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.520131 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bb44559a-a91a-40f6-9e2c-02b4ffa192e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:02.605169 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=326376265f8a4613b717097c60d4b989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374001 May 26 22:23:02.612328 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f827191-262f-41f0-aab8-f009c9765015,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:02.613715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52448) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:02.617200 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:02.634898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Network af5dfba8-0cda-403a-9987-868c3d0b46bb is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:23:02.681812 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Allocated IP 172.20.0.6 (2d39aeba-da94-4464-b071-98b6871ffb47/e96a1dbb-c4f3-4ea4-b406-16115c154a1a/4f50698d-6050-4bd0-ab77-994b069cc4f4) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:02.810111 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, af5dfba8-0cda-403a-9987-868c3d0b46bb) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:02.814506 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:02.815136 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.823393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febeede6-6250-40ef-88fc-8d2d196563b2 None None] Network af5dfba8-0cda-403a-9987-868c3d0b46bb requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:23:02.862392 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.899350 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-c6c6ddf1-222c-4e6a-9479-eab478d78b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:02.900786 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-c6c6ddf1-222c-4e6a-9479-eab478d78b63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.1857760 May 26 22:23:02.905742 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.910829 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:02.925561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0f599-18f8-4412-9c57-f5ce10a4c3cf req-10eca2fd-d31c-4d1f-94a3-a94eafa0bd7a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:02.933205 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e6d0f599-18f8-4412-9c57-f5ce10a4c3cf req-10eca2fd-d31c-4d1f-94a3-a94eafa0bd7a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2848959 May 26 22:23:02.970896 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-fb6268dd-34fd-497c-b1ea-6755bf6efe3e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5576015 May 26 22:23:03.021949 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.030742 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e6d0f599-18f8-4412-9c57-f5ce10a4c3cf req-7afff929-4d1f-45c6-8bf7-ce4a538d43e5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966628 May 26 22:23:03.047103 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1203570f-d0b2-45f5-a1af-410effcc2920 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:03.068405 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42', '911fe480-7907-434d-8d33-a116d02d2fc0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:03.092218 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 012cfa54-f2c1-46b1-9300-51048db2d6e7 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:03.144524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.156776 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0d1474b2-bfbc-4d2b-9ba2-df7b1d79548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:03.172979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f827191-262f-41f0-aab8-f009c9765015,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:03.184611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:03.190542 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.192017 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f827191-262f-41f0-aab8-f009c9765015 HTTP/1.1" status: 204 len: 168 time: 0.5620220 May 26 22:23:03.211147 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952055e4-cec3-4c87-bfa3-cf8bd107fdf8 None None] Network af5dfba8-0cda-403a-9987-868c3d0b46bb requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:23:03.217535 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event updated for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:03.229089 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:03.231014 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Network 2d39aeba-da94-4464-b071-98b6871ffb47 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:03.237058 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:03.242536 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:03.318598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-5c559fce-2b30-4aff-baa7-61edbc69a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.324376 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-5c559fce-2b30-4aff-baa7-61edbc69a0d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.3252950 May 26 22:23:03.499772 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.500864 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.520174 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-7af33657-0e11-4d9b-bfd1-7d85a512196b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.1865385 May 26 22:23:03.534597 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2f619-967b-4dd7-abdd-501d42d4ac6c req-c8b15d0e-a688-4e40-8e6a-87c42ea7044a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.553123 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-49f2f619-967b-4dd7-abdd-501d42d4ac6c req-c8b15d0e-a688-4e40-8e6a-87c42ea7044a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 944 time: 0.2284663 May 26 22:23:03.619235 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-49f2f619-967b-4dd7-abdd-501d42d4ac6c req-d37d9cad-2b0f-4dfc-b717-df9e741353e4 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627019 May 26 22:23:03.643496 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadc1db-e546-4710-a4e8-475a9d829b07 req-a2702d05-83db-45d6-bdb2-e67496d462cd tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.645375 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3eadc1db-e546-4710-a4e8-475a9d829b07 req-a2702d05-83db-45d6-bdb2-e67496d462cd tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 931 time: 0.1970379 May 26 22:23:03.647515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-e9920891-4b42-4eda-92af-4228eb2cfbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:03.648959 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-e9920891-4b42-4eda-92af-4228eb2cfbbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.1110635 May 26 22:23:03.654415 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 012cfa54-f2c1-46b1-9300-51048db2d6e7 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:03.717979 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-bbd79456-7c94-4092-b519-e6f88e1c80be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464413 May 26 22:23:03.718358 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133459 May 26 22:23:03.722402 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 012cfa54-f2c1-46b1-9300-51048db2d6e7 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:03.722790 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.741458 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3eadc1db-e546-4710-a4e8-475a9d829b07 req-01e8cadd-e33d-4c1c-be2b-1f9903b4e95d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892186 May 26 22:23:03.799808 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Request body: {'port': {'device_id': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:03.884275 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1cbad025-6415-4443-973f-75ed336095ec req-424b6198-d779-4678-81b1-abeed45ef409 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 210 time: 0.1484621 May 26 22:23:03.979533 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:03.982078 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-bad1135f-269a-4fac-b1a6-30ecd0e0a139 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395532 May 26 22:23:04.165928 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.270696 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:04.294031 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7,segment=NetworkSegment(aaee9348-8b9c-436d-889a-3fedff91f2a9),segment_id=aaee9348-8b9c-436d-889a-3fedff91f2a9)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:04.374177 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.376732 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:04.435084 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7', 'code': 200} May 26 22:23:04.553284 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:04.557049 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:04.584599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f50698d-6050-4bd0-ab77-994b069cc4f4 {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:04.593542 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.642545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Transition to ACTIVE for port object 4f50698d-6050-4bd0-ab77-994b069cc4f4 will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:04.670778 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d17c4-5691-420c-9b68-f184ece92c0d req-6a3fe05b-a6ca-4d5a-8082-3cf3625145b6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:04.676206 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e51d17c4-5691-420c-9b68-f184ece92c0d req-6a3fe05b-a6ca-4d5a-8082-3cf3625145b6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1536176 May 26 22:23:04.746671 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-02d6868c-3c17-4532-a409-8a9eb90d261f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:04.750441 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-02d6868c-3c17-4532-a409-8a9eb90d261f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:network {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:04.752295 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e51d17c4-5691-420c-9b68-f184ece92c0d req-bac8232c-19b2-4ec7-a194-86b39517faf4 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711019 May 26 22:23:04.752566 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2f3610e0-207d-4502-81c6-4382a8c8705e req-8ec46e8a-5437-4353-9e78-8d1e764a24e6 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631817 May 26 22:23:04.777342 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:04.782462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:04.928992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-02d6868c-3c17-4532-a409-8a9eb90d261f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:network {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:04.930301 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-02d6868c-3c17-4532-a409-8a9eb90d261f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 817 time: 0.5366206 May 26 22:23:04.989228 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaa3e7-d80a-47d5-8826-95a4eec4e379 req-9bbc3dd4-ddaa-4050-9b6a-95250ae636b5 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:04.997047 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5abaa3e7-d80a-47d5-8826-95a4eec4e379 req-9bbc3dd4-ddaa-4050-9b6a-95250ae636b5 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.2172852 May 26 22:23:04.998481 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Pushing event updated for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:05.027740 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:05.069859 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-52530064-12fe-4c12-abc5-130687622004 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:05.083975 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5abaa3e7-d80a-47d5-8826-95a4eec4e379 req-8e058c97-8cfa-4e8d-86fe-2a437a23be93 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 May 26 22:23:05.104759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439cd4-d7e7-4ffa-9910-d7deae6a8cb9 req-c868cfc8-105c-4eff-b234-1068edda7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.106516 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0439cd4-d7e7-4ffa-9910-d7deae6a8cb9 req-c868cfc8-105c-4eff-b234-1068edda7714 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 1098 time: 0.2268367 May 26 22:23:05.171947 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0439cd4-d7e7-4ffa-9910-d7deae6a8cb9 req-80638c66-5885-4197-a6fd-d28fabd6c35a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570304 May 26 22:23:05.172956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-52530064-12fe-4c12-abc5-130687622004 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:05.176349 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-52530064-12fe-4c12-abc5-130687622004 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 380 time: 0.2342393 May 26 22:23:05.198187 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Attempting to bind port 4f50698d-6050-4bd0-ab77-994b069cc4f4 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:05.198520 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Attempting to bind port 4f50698d-6050-4bd0-ab77-994b069cc4f4 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:05.198848 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Attempting to bind port 4f50698d-6050-4bd0-ab77-994b069cc4f4 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:05.206117 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Port 4f50698d-6050-4bd0-ab77-994b069cc4f4 on network 2d39aeba-da94-4464-b071-98b6871ffb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:05.206440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Attempting to bind port 4f50698d-6050-4bd0-ab77-994b069cc4f4 on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:05.213872 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:05.217450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Checking segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:05.217450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Bound using segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:05.217450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Bound port: 4f50698d-6050-4bd0-ab77-994b069cc4f4, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:05.217450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.233364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f87751-5b1a-41c8-8938-b89c2b9693e1 req-cbdd3606-a4cd-43a4-9e2a-a6db2e64fcb6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.234097 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-e3f87751-5b1a-41c8-8938-b89c2b9693e1 req-cbdd3606-a4cd-43a4-9e2a-a6db2e64fcb6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:05.252249 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-50265168-15b3-453d-bb82-ae4a3efda17a req-fdb6a4cc-7634-4ef8-b7ce-c05a116f61fb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 210 time: 0.0489602 May 26 22:23:05.323633 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:05.326590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:05.341138 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'port': {'device_id': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'admin_state_up': True, 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'security_groups': ['604f2a07-fd4e-46d3-8cfd-d38503f25879']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:05.392937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-e3f87751-5b1a-41c8-8938-b89c2b9693e1 req-cbdd3606-a4cd-43a4-9e2a-a6db2e64fcb6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:05.394175 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3f87751-5b1a-41c8-8938-b89c2b9693e1 req-cbdd3606-a4cd-43a4-9e2a-a6db2e64fcb6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 943 time: 0.3929956 May 26 22:23:05.436699 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.446011 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:05.480605 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:05.483128 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3f87751-5b1a-41c8-8938-b89c2b9693e1 req-4e08dd17-ba94-4014-922a-f724ec1dbe74 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 May 26 22:23:05.490881 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:05.514640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.514640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.514640 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] 10.222.0.20 "PUT /v2.0/ports/4f50698d-6050-4bd0-ab77-994b069cc4f4 HTTP/1.1" status: 200 len: 1093 time: 1.7094450 May 26 22:23:05.514640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:05.532878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Pushing event updated for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:05.536692 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:05.558970 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4', 'status': 'completed', 'code': 200} May 26 22:23:05.586924 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Made reservation on behalf of ca5742b7093042cd8d93b4b78f82e538 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:05.591599 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:05.677855 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-07f61943-eb8f-475d-b8a6-600f6c5686b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.679393 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-07f61943-eb8f-475d-b8a6-600f6c5686b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 1096 time: 0.0966067 May 26 22:23:05.791589 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Allocated IP 172.20.0.9 (235179fc-a814-4ed3-b490-7a2d205df265/d6d79b0f-95b9-4626-8f10-64948f2627e4/355889e5-0b16-46ba-bcaa-9e5911e165b5) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:05.849205 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-9264f506-3610-43ff-ae7c-abbd569018ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:05.850752 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-9264f506-3610-43ff-ae7c-abbd569018ed service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1608877 May 26 22:23:06.104811 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149e45e-fd3b-4f36-be3f-4e7694f9e99a req-1fe7ecb5-1702-41fd-b39d-cdc1a5df0035 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.106654 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1149e45e-fd3b-4f36-be3f-4e7694f9e99a req-1fe7ecb5-1702-41fd-b39d-cdc1a5df0035 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1689334 May 26 22:23:06.115340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.140802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-28708e7d-0bed-427f-9cd2-de90e330c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.142337 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-90469c4d-8b43-4297-94ef-f45c7c7b3434 req-28708e7d-0bed-427f-9cd2-de90e330c1c4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506723 May 26 22:23:06.179912 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Transition to ACTIVE for port object 355889e5-0b16-46ba-bcaa-9e5911e165b5 will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:06.187323 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-8b1459de-477e-4e9e-bd19-6ceddab20771 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.188664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-8b1459de-477e-4e9e-bd19-6ceddab20771 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:network {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:06.195697 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1149e45e-fd3b-4f36-be3f-4e7694f9e99a req-32bf5a4c-4270-432c-86e1-beb6c1278774 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 May 26 22:23:06.274653 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-54ac1dae-c6c1-4cfc-a6a7-24f1eae6294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.276128 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-54ac1dae-c6c1-4cfc-a6a7-24f1eae6294e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 1096 time: 0.0832341 May 26 22:23:06.283619 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.289746 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:06.357227 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-8b1459de-477e-4e9e-bd19-6ceddab20771 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:network {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:06.358364 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-8b1459de-477e-4e9e-bd19-6ceddab20771 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/networks?id=af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 200 len: 809 time: 0.5007546 May 26 22:23:06.366851 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-33087006-a678-4a06-bd2f-073ea142c37c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4 HTTP/1.1" status: 200 len: 217 time: 0.0755792 May 26 22:23:06.405945 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Network 235179fc-a814-4ed3-b490-7a2d205df265 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:06.412125 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:06.414594 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-fead0ed6-2c21-4d92-8df2-b5a5c50fbada tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/quotas/f64cbb6883a146c1a22bd8f054a7202b HTTP/1.1" status: 200 len: 375 time: 0.0466125 May 26 22:23:06.420154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:06.425581 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.426204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.469190 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:06.476653 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:06.502665 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-28593df5-aa27-46c5-bfd5-a3a09c8ef124 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673769 May 26 22:23:06.510494 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-c0e3ca61-b116-4b76-bf72-423aa1ee0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.512023 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-c0e3ca61-b116-4b76-bf72-423aa1ee0c85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.1368930 May 26 22:23:06.517022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b12392-ac48-412e-ab55-310a2aa97098 req-0ef886db-fe6b-49af-a4ab-c8912cbb58f2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:06.524177 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-51b12392-ac48-412e-ab55-310a2aa97098 req-0ef886db-fe6b-49af-a4ab-c8912cbb58f2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.1935108 May 26 22:23:06.579560 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2426076 May 26 22:23:06.603321 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-51b12392-ac48-412e-ab55-310a2aa97098 req-b3b63f8b-ae5b-4003-ae2a-17ed50edeb79 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744705 May 26 22:23:06.632819 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Request body: {'port': {'device_id': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:06.695436 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-80294ccf-bcb1-4214-bae5-8459c5ac707c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635535 May 26 22:23:06.833613 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-8ce88895-27e2-4f5f-8c1a-a895c5b27137 service neutron] 10.222.0.23 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206084 May 26 22:23:06.872240 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2c52d447-54ab-4116-91da-77ffce03ac77 None None] Provisioning for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:06.881174 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2c52d447-54ab-4116-91da-77ffce03ac77 None None] Provisioning complete for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:06.882776 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2c52d447-54ab-4116-91da-77ffce03ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.942267 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:06.958752 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-2c52d447-54ab-4116-91da-77ffce03ac77 None None] Port 355889e5-0b16-46ba-bcaa-9e5911e165b5 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:23:07.039137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7a464-cedf-4dc1-88b5-b1cc6a4c5bf2 req-eb486136-c226-423d-ad1a-54c18d754b93 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:07.040037 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-c6b7a464-cedf-4dc1-88b5-b1cc6a4c5bf2 req-eb486136-c226-423d-ad1a-54c18d754b93 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:07.074309 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-c3872c34-af16-4d1d-89b3-8bacfb36754c service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654120 May 26 22:23:07.110466 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-e8a04410-9952-417b-bc7b-be2aab073762 service neutron] 10.222.0.23 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679186 May 26 22:23:07.134174 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-c6b7a464-cedf-4dc1-88b5-b1cc6a4c5bf2 req-eb486136-c226-423d-ad1a-54c18d754b93 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:07.135346 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c6b7a464-cedf-4dc1-88b5-b1cc6a4c5bf2 req-eb486136-c226-423d-ad1a-54c18d754b93 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 931 time: 0.3548477 May 26 22:23:07.312432 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f4352e95-9965-4be9-b3c8-73766e6c55a8 req-a4c15a4b-320e-4eba-b0bc-70b38663b0e7 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247207 May 26 22:23:07.346506 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c6b7a464-cedf-4dc1-88b5-b1cc6a4c5bf2 req-0c423122-c8a6-4a24-9c6f-805a9ffdf347 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902597 May 26 22:23:07.527456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:07.538025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.563993 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Transition to ACTIVE for port object 355889e5-0b16-46ba-bcaa-9e5911e165b5 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:07.590851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69616f-65ee-4411-9fa4-6a5915207555 req-ba0cd6d8-1d00-4d44-bad1-f3e6ae943d63 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:07.592484 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3f69616f-65ee-4411-9fa4-6a5915207555 req-ba0cd6d8-1d00-4d44-bad1-f3e6ae943d63 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 943 time: 0.1171050 May 26 22:23:07.593025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52604) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:07.648200 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3f69616f-65ee-4411-9fa4-6a5915207555 req-068095f7-3f22-4d76-9c17-be304cd506bf tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492749 May 26 22:23:07.659909 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.670219 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:07.686590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568460-6bb3-4a3b-9644-38c8296067b3 req-dc8e469d-196d-47f4-b96b-be4ad6815dfa tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:07.689114 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-86568460-6bb3-4a3b-9644-38c8296067b3 req-dc8e469d-196d-47f4-b96b-be4ad6815dfa tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1062546 May 26 22:23:07.742098 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-86568460-6bb3-4a3b-9644-38c8296067b3 req-49833891-c8ae-46bb-af39-430883810bb6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469170 May 26 22:23:07.856326 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f12a54eb-e6ad-4de0-bb73-410a02fb79ff req-2346136f-712b-462b-9c66-978c77349869 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 210 time: 0.1426425 May 26 22:23:07.860782 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:07.913631 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:07.915840 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:07.924709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:07.925843 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Usage tracker for resource:security_group_rule and tenant:f91e1c679f77499e9a2bc6c868ed54e7 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:07.937622 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:07.947430 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:07.951904 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Attempting to bind port 355889e5-0b16-46ba-bcaa-9e5911e165b5 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:07.952369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Attempting to bind port 355889e5-0b16-46ba-bcaa-9e5911e165b5 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:07.952561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Attempting to bind port 355889e5-0b16-46ba-bcaa-9e5911e165b5 on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:07.958860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658f072-f9dd-480b-96aa-dfc9811e4413 req-5e6019c9-46d3-41e1-93ee-502dd8d9eb15 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:07.959044 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c658f072-f9dd-480b-96aa-dfc9811e4413 req-5e6019c9-46d3-41e1-93ee-502dd8d9eb15 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.1179678 May 26 22:23:07.963609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Port 355889e5-0b16-46ba-bcaa-9e5911e165b5 on network 235179fc-a814-4ed3-b490-7a2d205df265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:07.967263 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Attempting to bind port 355889e5-0b16-46ba-bcaa-9e5911e165b5 on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:07.982414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:07.982743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Checking segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:07.983111 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Bound using segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:07.983732 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Bound port: 355889e5-0b16-46ba-bcaa-9e5911e165b5, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:07.983984 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.027147 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c658f072-f9dd-480b-96aa-dfc9811e4413 req-11cffd93-50b0-4a05-9f40-e84d312a0db0 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625157 May 26 22:23:08.125015 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:08.143555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:08.148307 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.219987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.225475 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:08.269335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.312766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:08.313488 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.314780 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] 10.222.0.20 "PUT /v2.0/ports/355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 1093 time: 1.6990097 May 26 22:23:08.315278 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:08.342966 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f91e1c679f77499e9a2bc6c868ed54e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7486713 May 26 22:23:08.345608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52632) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:08.356802 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:08.361091 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:08.361509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:08.398157 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'status': 'completed', 'code': 200} May 26 22:23:08.403052 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a646c7eb-3bd2-477a-95eb-0539f4586cdc,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:08.406601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:08.462680 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.501730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.563954 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-d124b213-cb7a-4395-8765-8c43d20417ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:08.570971 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-d124b213-cb7a-4395-8765-8c43d20417ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1096 time: 0.1401184 May 26 22:23:08.659568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99379ab4-1712-47d7-896c-e50019a6ef29 req-25ffb8b7-d1b4-4b3a-b9fa-0d47f691ac33 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:08.661197 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-99379ab4-1712-47d7-896c-e50019a6ef29 req-25ffb8b7-d1b4-4b3a-b9fa-0d47f691ac33 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.1499312 May 26 22:23:08.733716 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-99379ab4-1712-47d7-896c-e50019a6ef29 req-f14eb7ba-27dc-434f-8b02-b3b9312da325 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659337 May 26 22:23:08.752302 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.763853 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-25c9e157-a23a-4f0f-86c5-8ad3bbe0f1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:08.773479 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.776256 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a646c7eb-3bd2-477a-95eb-0539f4586cdc HTTP/1.1" status: 204 len: 168 time: 0.4294775 May 26 22:23:08.782595 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-1a4c37a1-1600-4549-9912-8010316df526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:08.792682 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-04fc0509-04dd-4e1b-bd13-93ab25626e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:08.793638 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646c7eb-3bd2-477a-95eb-0539f4586cdc,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:08.795435 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-04fc0509-04dd-4e1b-bd13-93ab25626e02 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ca5742b7093042cd8d93b4b78f82e538&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2148867 May 26 22:23:08.796722 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:09.028726 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-71e88162-00f1-4f69-b87d-dd90297e2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.030190 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-66d98ffe-50b7-4675-b5f3-4f9af4b2941a req-71e88162-00f1-4f69-b87d-dd90297e2c68 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278814 May 26 22:23:09.047228 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef38e58-7208-4b7f-a287-0712560c6c01 req-31ab5e54-1d4a-470a-8395-f9f4a007298f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.048859 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2ef38e58-7208-4b7f-a287-0712560c6c01 req-31ab5e54-1d4a-470a-8395-f9f4a007298f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 943 time: 0.2036164 May 26 22:23:09.089968 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf6b38-2ff7-4686-a333-f33f6b8c221b req-725a7c0a-9633-4cfd-a076-beeb308c35d2 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.097928 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-33cf6b38-2ff7-4686-a333-f33f6b8c221b req-725a7c0a-9633-4cfd-a076-beeb308c35d2 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1977518 May 26 22:23:09.166496 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-33cf6b38-2ff7-4686-a333-f33f6b8c221b req-da039891-6e59-4536-9f9e-e58a6dabfcfd tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670569 May 26 22:23:09.197004 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2ef38e58-7208-4b7f-a287-0712560c6c01 req-ea372a9c-6f68-432d-95e2-c526f8880605 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413610 May 26 22:23:09.230638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-3784a16a-15b2-4dc3-a0e3-1801aba9b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.232161 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-3784a16a-15b2-4dc3-a0e3-1801aba9b6db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1096 time: 0.1226492 May 26 22:23:09.316931 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-d4391dd8-d37b-4fc4-836f-9dde3ea0ac03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 217 time: 0.0677838 May 26 22:23:09.334433 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3e820942-4416-473b-bae4-af8ddc2b0107 req-b3cdc86c-5586-44ae-953a-2453066afa4d tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 210 time: 0.0521717 May 26 22:23:09.403287 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-7ef62b2c-2cca-40a4-ac56-c3297190c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.404653 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-7ef62b2c-2cca-40a4-ac56-c3297190c654 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0616491 May 26 22:23:09.563857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52664) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:09.579739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-b24ef974-c040-4a87-88a5-f7d2c89d4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.581132 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-b24ef974-c040-4a87-88a5-f7d2c89d4df0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1650438 May 26 22:23:09.585318 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:09.622561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:09.673235 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8bb640cb0e4b618dbe6b8b64c8ee03 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:09.677773 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:09.690750 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:09.751710 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-fd2dee88-e524-40b0-aee0-4cc31b47aff6 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578434 May 26 22:23:09.913432 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:09.930925 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b799d905-6b53-4510-b9b7-f114f223fb8d req-b507961a-d583-4f22-a88a-2362a7d69ceb service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632516 May 26 22:23:09.953552 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc6bc5-624c-43df-9288-93b427ca916c req-68b687cd-4bb4-4eaa-8a00-efaec0efa5ba tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:09.954988 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35fc6bc5-624c-43df-9288-93b427ca916c req-68b687cd-4bb4-4eaa-8a00-efaec0efa5ba tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0793877 May 26 22:23:09.979667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:09.988581 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-09b6363a-7aa9-4b59-a205-87d5cd4467f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:10.000387 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35fc6bc5-624c-43df-9288-93b427ca916c req-64a6ebf3-be79-491e-9e85-5ec44e956810 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 May 26 22:23:10.032105 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed8bb640cb0e4b618dbe6b8b64c8ee03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4671435 May 26 22:23:10.033773 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f15e2-88c0-4bac-a242-52716934ce13,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:10.037129 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:10.037578 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 52672) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:10.097893 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.124387 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.362647 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.372933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f694bc42-5c52-4f89-b68b-087fae56eaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:10.399257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-282f7834-8a55-450a-ab76-68aa6fb0f3ed tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:10.400701 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-282f7834-8a55-450a-ab76-68aa6fb0f3ed tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "GET /v2.0/networks?id=af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 200 len: 809 time: 0.2312891 May 26 22:23:10.403608 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f15e2-88c0-4bac-a242-52716934ce13,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:10.408326 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:10.410837 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3da14-1e52-49f6-b05d-26613fc6d676 req-746a89a5-0d1f-4e1e-a3db-c795f2aea2ea tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:10.411846 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-43e3da14-1e52-49f6-b05d-26613fc6d676 req-746a89a5-0d1f-4e1e-a3db-c795f2aea2ea tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 943 time: 0.0862451 May 26 22:23:10.424144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Request body: {'port': {'device_id': '409517fe-74cb-4275-beba-3630d53eedd3', 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb', 'admin_state_up': True, 'tenant_id': 'f64cbb6883a146c1a22bd8f054a7202b'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:10.443715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.443715 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc5f15e2-88c0-4bac-a242-52716934ce13 HTTP/1.1" status: 204 len: 168 time: 0.4020836 May 26 22:23:10.466724 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-43e3da14-1e52-49f6-b05d-26613fc6d676 req-a7a9c220-e25d-43f4-a233-8fad152237ff tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 May 26 22:23:10.549098 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c92098-ba9a-4ec0-a1f6-de83576196c5 req-ee54f5f1-1a8a-4058-80ef-a8eac7f12c35 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:10.550550 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1c92098-ba9a-4ec0-a1f6-de83576196c5 req-ee54f5f1-1a8a-4058-80ef-a8eac7f12c35 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2434034 May 26 22:23:10.635428 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10e951c5-f7a0-4eb8-8e52-3885800b0550 req-b26fa137-8288-4328-89e6-4952bc0ca75a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 210 time: 0.0526204 May 26 22:23:10.636167 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:10.640534 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1c92098-ba9a-4ec0-a1f6-de83576196c5 req-3fa19622-7b5c-4a59-8deb-724d717930f9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755839 May 26 22:23:10.642808 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Usage tracker for resource:port and tenant:f64cbb6883a146c1a22bd8f054a7202b is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:10.646362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:10.653668 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:10.735016 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Made reservation on behalf of f64cbb6883a146c1a22bd8f054a7202b for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:10.738672 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:10.929080 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Allocated IP 172.20.0.4 (af5dfba8-0cda-403a-9987-868c3d0b46bb/87254f33-890d-499d-b7d6-826b12c2c5c4/b6bb5b42-2113-4d81-937e-bba5ba705212) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:11.105436 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 4f50698d-6050-4bd0-ab77-994b069cc4f4 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:11.217945 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.252750 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484ced-5f44-4cf5-ba72-917fa137da3e req-91f900b7-e869-4a95-b6c9-e27b3bc64a10 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:11.254238 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26484ced-5f44-4cf5-ba72-917fa137da3e req-91f900b7-e869-4a95-b6c9-e27b3bc64a10 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.1340411 May 26 22:23:11.277488 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:11.291816 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '4f50698d-6050-4bd0-ab77-994b069cc4f4', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'port_id': '4f50698d-6050-4bd0-ab77-994b069cc4f4', 'mac_address': 'fa:16:3e:05:9d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96a1dbb-c4f3-4ea4-b406-16115c154a1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:11.305055 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26484ced-5f44-4cf5-ba72-917fa137da3e req-bf3403e3-f2d2-4849-8437-e08212aa4721 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 May 26 22:23:11.350708 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-7b88600d-bef0-4a8b-8502-ee3c8f16df7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.358020 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.363473 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:11.396614 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.423324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f50698d-6050-4bd0-ab77-994b069cc4f4 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:11.429585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.441622 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:11.465554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Network af5dfba8-0cda-403a-9987-868c3d0b46bb is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:11.469472 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:11.471920 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Pushing event updated for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:11.477495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:11.485288 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:11.485948 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.497449 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:11.512563 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.514687 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:11.594260 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:11.597436 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:11.638436 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2194936 May 26 22:23:11.652943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Request body: {'port': {'device_id': '409517fe-74cb-4275-beba-3630d53eedd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:11.699012 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30db2b1-d7d3-4fb8-94c0-c59571fd813e req-5309c346-d8aa-48ae-95cb-49fb30184e8a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:11.700217 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e30db2b1-d7d3-4fb8-94c0-c59571fd813e req-5309c346-d8aa-48ae-95cb-49fb30184e8a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 944 time: 0.1079056 May 26 22:23:11.779409 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e30db2b1-d7d3-4fb8-94c0-c59571fd813e req-33cb5a85-3ab8-4f3e-886a-e4f71a13fbac tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688958 May 26 22:23:11.836146 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:11.973528 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e682bd-17ee-46ac-b5f4-7efbdb871684 req-2dc4f0d5-f854-47ed-a66b-e967b4e639e0 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:11.982272 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b7e682bd-17ee-46ac-b5f4-7efbdb871684 req-2dc4f0d5-f854-47ed-a66b-e967b4e639e0 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 931 time: 0.1000180 May 26 22:23:12.027413 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-b7e682bd-17ee-46ac-b5f4-7efbdb871684 req-0bdf800d-7560-4e8f-81e8-f15870c6fc53 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:12.073749 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f050-7f35-4c94-9a24-6b8f999e3f1f req-b66197e8-2c99-430b-9052-ccbb20f7eb2e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:12.075204 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-08c2f050-7f35-4c94-9a24-6b8f999e3f1f req-b66197e8-2c99-430b-9052-ccbb20f7eb2e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2939012 May 26 22:23:12.106173 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-b7e682bd-17ee-46ac-b5f4-7efbdb871684 req-0bdf800d-7560-4e8f-81e8-f15870c6fc53 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:12.107325 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b7e682bd-17ee-46ac-b5f4-7efbdb871684 req-0bdf800d-7560-4e8f-81e8-f15870c6fc53 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245813 May 26 22:23:12.158858 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-08c2f050-7f35-4c94-9a24-6b8f999e3f1f req-74767bb2-cbee-4ecc-ad73-2ee61129b529 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 May 26 22:23:12.178705 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['4f50698d-6050-4bd0-ab77-994b069cc4f4'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:12.234734 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.434327 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bb5b42-2113-4d81-937e-bba5ba705212 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:12.453838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.480314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52764) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:12.515046 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Transition to ACTIVE for port object b6bb5b42-2113-4d81-937e-bba5ba705212 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:12.576193 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9957c-0231-4824-9160-e2385f109f0c req-942b64be-a5e4-42ad-96ae-1ee057db6ac4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:12.578567 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-12d9957c-0231-4824-9160-e2385f109f0c req-942b64be-a5e4-42ad-96ae-1ee057db6ac4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.1121135 May 26 22:23:12.580287 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.588480 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.643926 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.663621 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:12.667802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Usage tracker for resource:security_group_rule and tenant:00d1d9de22a14c0b8df70eccac3e213a is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:12.670717 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:12.677341 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:12.738136 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.747383 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.771296 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.792864 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-12d9957c-0231-4824-9160-e2385f109f0c req-e51a11e3-3173-4c7b-8f67-4225a8c88bbf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068598 May 26 22:23:12.826610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Attempting to bind port b6bb5b42-2113-4d81-937e-bba5ba705212 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:12.826610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Attempting to bind port b6bb5b42-2113-4d81-937e-bba5ba705212 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:12.826610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Attempting to bind port b6bb5b42-2113-4d81-937e-bba5ba705212 on network af5dfba8-0cda-403a-9987-868c3d0b46bb {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:12.826610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Port b6bb5b42-2113-4d81-937e-bba5ba705212 on network af5dfba8-0cda-403a-9987-868c3d0b46bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:12.826610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Attempting to bind port b6bb5b42-2113-4d81-937e-bba5ba705212 on network af5dfba8-0cda-403a-9987-868c3d0b46bb {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:12.828343 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:12.828679 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Checking segment: {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:12.829071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Bound using segment: {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:12.829658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Bound port: b6bb5b42-2113-4d81-937e-bba5ba705212, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:12.830006 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.855140 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:12.866043 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c3f28514-bb00-48e9-b562-3dee3eff8b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:12.915544 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00d1d9de22a14c0b8df70eccac3e213a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371274 May 26 22:23:12.916398 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52788) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:12.917151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cbb995-9fe0-40b2-99a0-1aaa3be921a7,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:12.922327 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:12.937318 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:12.953456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b6bb5b42-2113-4d81-937e-bba5ba705212,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:13.003822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.009314 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-74871e94-eefb-4580-9b5d-a379405ab5b5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:13.040148 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.074281 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.084164 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.084577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.085929 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6bb5b42-2113-4d81-937e-bba5ba705212 HTTP/1.1" status: 200 len: 1093 time: 1.4374850 May 26 22:23:13.086411 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:13.111400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:13.117474 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:13.121187 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:13.125145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c347ec5-00b8-47e3-962a-d6b88d1564dd req-1b572df5-8d5a-4745-bbac-5ec4d7ff51f1 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.126604 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0c347ec5-00b8-47e3-962a-d6b88d1564dd req-1b572df5-8d5a-4745-bbac-5ec4d7ff51f1 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.1577864 May 26 22:23:13.138009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bc987-e732-4945-a601-df514e7d6922 req-0d9415c4-7526-4923-8feb-f3938eb91929 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.148906 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-325bc987-e732-4945-a601-df514e7d6922 req-0d9415c4-7526-4923-8feb-f3938eb91929 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 944 time: 0.2120194 May 26 22:23:13.195367 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0c347ec5-00b8-47e3-962a-d6b88d1564dd req-78a395c5-1008-42e4-98e1-d2ed1395cef2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560670 May 26 22:23:13.251480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.256331 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7bab3221-fa16-4f1e-bc60-96eec127a004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:13.262336 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-325bc987-e732-4945-a601-df514e7d6922 req-7036021f-2fc8-4508-a8b7-b5b319a71e9b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104789 May 26 22:23:13.276568 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212', 'status': 'completed', 'code': 200} May 26 22:23:13.300232 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cbb995-9fe0-40b2-99a0-1aaa3be921a7,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:13.303232 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:13.303829 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-e8562140-4fb5-4a37-8609-e91238a3fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.304216 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.311294 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38cbb995-9fe0-40b2-99a0-1aaa3be921a7 HTTP/1.1" status: 204 len: 168 time: 0.3851120 May 26 22:23:13.311745 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-e8562140-4fb5-4a37-8609-e91238a3fe65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 1096 time: 0.1194758 May 26 22:23:13.311855 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:13.323877 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:13.399590 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.421840 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:13.430390 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-6a2c4825-8478-45f5-ae2a-d7eb9d33146c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6bb5b42-2113-4d81-937e-bba5ba705212 HTTP/1.1" status: 200 len: 217 time: 0.1134329 May 26 22:23:13.439861 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:13.472320 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706c838-b480-46b0-9249-8d77e7b68967 req-1f5ddea5-247e-4523-813a-f3f33dadc221 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.473943 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5706c838-b480-46b0-9249-8d77e7b68967 req-1f5ddea5-247e-4523-813a-f3f33dadc221 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 943 time: 0.0888886 May 26 22:23:13.548499 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5706c838-b480-46b0-9249-8d77e7b68967 req-a94dfcff-b807-4911-8642-618903138a76 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674870 May 26 22:23:13.554275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-566dd243-4950-4684-8a7c-8cc75e3bae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.555619 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-566dd243-4950-4684-8a7c-8cc75e3bae39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87254f33-890d-499d-b7d6-826b12c2c5c4 HTTP/1.1" status: 200 len: 849 time: 0.0857108 May 26 22:23:13.566488 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.568356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:13.608983 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-71c49abb-968d-4220-95db-b53a802784bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af5dfba8-0cda-403a-9987-868c3d0b46bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445955 May 26 22:23:13.623567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73c33-8db0-4456-af50-ef06e07fd0e4 req-7531dcab-caf9-4023-a86b-aad61c7dbb6a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.625543 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2ca73c33-8db0-4456-af50-ef06e07fd0e4 req-7531dcab-caf9-4023-a86b-aad61c7dbb6a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1970625 May 26 22:23:13.645179 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:13.656499 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:13.762905 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2ca73c33-8db0-4456-af50-ef06e07fd0e4 req-65746e55-74f5-4b70-bee1-2dc73375dd43 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113572 May 26 22:23:13.804248 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-bc8f5826-3821-4838-b8dd-025315f539fe service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775222 May 26 22:23:13.826370 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:13.943449 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4cfa3be1-8ce9-4cac-8833-4450d227cf0a req-6c8f671d-fd22-4b5e-83ea-531a96091d76 service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293013 May 26 22:23:13.995025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8260fd-da5e-4d65-913e-4effa968043b req-186fd0d1-8b69-4f1a-815f-caac2d7b6a67 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:13.996494 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4c8260fd-da5e-4d65-913e-4effa968043b req-186fd0d1-8b69-4f1a-815f-caac2d7b6a67 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.0790246 May 26 22:23:14.040988 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4c8260fd-da5e-4d65-913e-4effa968043b req-cb5abeb4-7f49-416d-b03f-efca8b904387 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386376 May 26 22:23:14.056094 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['355889e5-0b16-46ba-bcaa-9e5911e165b5'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:14.125044 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-b0dfc61a-e064-4d12-a438-f9e4bcdb29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.126387 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-b0dfc61a-e064-4d12-a438-f9e4bcdb29f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0690398 May 26 22:23:14.379700 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-b82738a6-8625-4878-905e-198596e7c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.381062 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-b82738a6-8625-4878-905e-198596e7c6a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 200 len: 910 time: 0.2468059 May 26 22:23:14.451772 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac28c3a-fe3a-4923-8957-68f911c434f1 req-ef86ddc8-94da-4044-81fc-c20170857e79 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.451997 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-10116923-f3ad-47e4-9b4f-3de908e6286a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6bb5b42-2113-4d81-937e-bba5ba705212 HTTP/1.1" status: 200 len: 217 time: 0.0631776 May 26 22:23:14.453356 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cac28c3a-fe3a-4923-8957-68f911c434f1 req-ef86ddc8-94da-4044-81fc-c20170857e79 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 944 time: 0.0804515 May 26 22:23:14.497826 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cac28c3a-fe3a-4923-8957-68f911c434f1 req-073242c0-a521-4143-aeb1-ac536088355d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 May 26 22:23:14.501739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47364fca-f2f2-4bdf-a1fe-cbfba1349e0f req-9c8b9207-755d-4ca7-8c36-2d4fea5d1b1a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.503174 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-47364fca-f2f2-4bdf-a1fe-cbfba1349e0f req-9c8b9207-755d-4ca7-8c36-2d4fea5d1b1a tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.1926613 May 26 22:23:14.553789 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-44550024-4a2e-4f4f-849d-edc4862a9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.555183 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-44550024-4a2e-4f4f-849d-edc4862a9794 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87254f33-890d-499d-b7d6-826b12c2c5c4 HTTP/1.1" status: 200 len: 849 time: 0.0958858 May 26 22:23:14.564962 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-47364fca-f2f2-4bdf-a1fe-cbfba1349e0f req-2adf28f2-93e3-4f2b-8945-e79f74a01a33 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545990 May 26 22:23:14.608580 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-5a680db4-2b36-4f41-a80c-398187dbb6cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af5dfba8-0cda-403a-9987-868c3d0b46bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426738 May 26 22:23:14.744480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab423-64af-472a-b082-3a8f6918ecbc req-cd85bfa5-4100-495b-93e7-ff73d83e55c9 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:14.750337 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b71ab423-64af-472a-b082-3a8f6918ecbc req-cd85bfa5-4100-495b-93e7-ff73d83e55c9 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 943 time: 0.0899148 May 26 22:23:14.764581 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-546e87fa-406e-4983-8e49-5b73f53e93ac service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441483 May 26 22:23:14.803371 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b71ab423-64af-472a-b082-3a8f6918ecbc req-b850053a-c052-42f0-8381-c4232d801aed tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 May 26 22:23:14.903467 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d426bbd0-505d-4ad2-9445-a29b2aa40635 req-a7f98131-5d15-4b93-8d7f-59e5df76853d service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308186 May 26 22:23:15.040612 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c77ae-7047-48ca-8f33-fff16c2bdb8b req-b347c934-113c-4cc9-9083-f6532c6dda47 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.042111 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-178c77ae-7047-48ca-8f33-fff16c2bdb8b req-b347c934-113c-4cc9-9083-f6532c6dda47 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1433930 May 26 22:23:15.094322 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-178c77ae-7047-48ca-8f33-fff16c2bdb8b req-e604ecc4-1a7c-43a4-adae-6fd01da8e6da tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 May 26 22:23:15.135737 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 4f50698d-6050-4bd0-ab77-994b069cc4f4 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:15.138837 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-662576b7-f1b6-4807-a15a-3d7dc1e83851 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.140323 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-662576b7-f1b6-4807-a15a-3d7dc1e83851 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.20 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.0842075 May 26 22:23:15.339819 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a513aa-8112-4a2e-ba9f-21f987f02eab req-ffbab4cc-94da-474c-b78f-166a525a7460 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.341252 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6a513aa-8112-4a2e-ba9f-21f987f02eab req-ffbab4cc-94da-474c-b78f-166a525a7460 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.1619666 May 26 22:23:15.351732 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 4f50698d-6050-4bd0-ab77-994b069cc4f4 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:15.357440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 4f50698d-6050-4bd0-ab77-994b069cc4f4 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:15.357981 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.371177 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Deleting port 012cfa54-f2c1-46b1-9300-51048db2d6e7 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:23:15.371524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.460598 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6a513aa-8112-4a2e-ba9f-21f987f02eab req-d9eaea60-0e46-4960-8ab8-bb939efc8aa1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131439 May 26 22:23:15.505300 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.529575 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] For port 012cfa54-f2c1-46b1-9300-51048db2d6e7, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=012cfa54-f2c1-46b1-9300-51048db2d6e7,segment=NetworkSegment(aaee9348-8b9c-436d-889a-3fedff91f2a9),segment_id=aaee9348-8b9c-436d-889a-3fedff91f2a9)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:15.529948 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.532701 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:15.543495 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:15.583399 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4', 'code': 200} May 26 22:23:15.636933 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.640245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:15.683723 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Calling delete_port for 012cfa54-f2c1-46b1-9300-51048db2d6e7 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:23:15.713753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00139-ed1e-4a90-9f46-16ea32f27e9a req-bcdd944a-06c6-4f9f-a81f-6374d0946c9b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.715370 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3cf00139-ed1e-4a90-9f46-16ea32f27e9a req-bcdd944a-06c6-4f9f-a81f-6374d0946c9b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.0984941 May 26 22:23:15.727332 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:15.730869 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:15.763948 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3cf00139-ed1e-4a90-9f46-16ea32f27e9a req-1b215ed0-90a3-40b4-a60b-eed7aa251f49 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 May 26 22:23:15.814143 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9992f5-db04-4318-adc6-75e4308caeb6 req-278532e1-436b-4bee-a54b-c924189eef69 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:15.815596 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4d9992f5-db04-4318-adc6-75e4308caeb6 req-278532e1-436b-4bee-a54b-c924189eef69 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 945 time: 0.1061475 May 26 22:23:15.909389 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4d9992f5-db04-4318-adc6-75e4308caeb6 req-8d0e226b-bf86-46dd-be2c-136481bf71d2 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/security-groups?id=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 May 26 22:23:15.957478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:15.964118 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ad353b73-8ebf-4dc3-ba9a-6a3c6b7857ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:15.976821 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['012cfa54-f2c1-46b1-9300-51048db2d6e7'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:16.025005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Pushing event deleted for resources: {'Port': ['ID=012cfa54-f2c1-46b1-9300-51048db2d6e7,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:16.032791 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:16.051230 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4ecd9-3ce1-4d00-b71c-4bda9a9dc35d req-d7c6c116-7aae-41ae-8e02-3cafeb875d2c tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.052766 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d4f4ecd9-3ce1-4d00-b71c-4bda9a9dc35d req-d7c6c116-7aae-41ae-8e02-3cafeb875d2c tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 943 time: 0.1407156 May 26 22:23:16.055459 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864ea6-d519-4ea5-a3f9-aeb7b63b5195 req-f7b78d12-88c3-4488-9672-912fdb7d0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.056815 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-91864ea6-d519-4ea5-a3f9-aeb7b63b5195 req-f7b78d12-88c3-4488-9672-912fdb7d0f68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 1098 time: 0.1144207 May 26 22:23:16.125411 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d4f4ecd9-3ce1-4d00-b71c-4bda9a9dc35d req-9028230b-6a8d-4810-9de2-77509a0ed739 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665741 May 26 22:23:16.129425 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-91864ea6-d519-4ea5-a3f9-aeb7b63b5195 req-12ff03d4-c5f5-4d64-b37c-5d9d7568c78e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559473 May 26 22:23:16.181379 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] No DVR routers for this DVR port 012cfa54-f2c1-46b1-9300-51048db2d6e7 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:23:16.184490 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:16.187103 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'name': 'network-vif-deleted', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:16.261052 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-56e96194-5fa6-4444-9c04-59bebc9038fc req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.20 "DELETE /v2.0/ports/012cfa54-f2c1-46b1-9300-51048db2d6e7 HTTP/1.1" status: 204 len: 173 time: 1.1100500 May 26 22:23:16.303092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18803a27-7c5e-4df7-a79c-aa9656f70afe req-c33e1f69-6bdc-4ff2-a17a-1976ca956083 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.304550 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-18803a27-7c5e-4df7-a79c-aa9656f70afe req-c33e1f69-6bdc-4ff2-a17a-1976ca956083 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0835288 May 26 22:23:16.347938 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-18803a27-7c5e-4df7-a79c-aa9656f70afe req-7dc6f6a0-68ee-4deb-9d54-60eeb84a420d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 May 26 22:23:16.400189 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1137cdf6-a4a2-4b58-b9dd-7fe32145f14d', 'name': 'network-vif-deleted', 'tag': '012cfa54-f2c1-46b1-9300-51048db2d6e7', 'status': 'completed', 'code': 200} May 26 22:23:16.661606 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553b86e-2833-4861-9b6b-a5130e4af429 req-dd2b83a2-f59d-4af6-9209-b67701400550 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.663679 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2553b86e-2833-4861-9b6b-a5130e4af429 req-dd2b83a2-f59d-4af6-9209-b67701400550 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.0816865 May 26 22:23:16.711861 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2553b86e-2833-4861-9b6b-a5130e4af429 req-e7df853a-ae0c-4482-84bb-1218910c7240 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 May 26 22:23:16.951027 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635fbf1-23c9-4bca-a89d-374de722d9a5 req-1a2f3425-6cde-404d-bbd0-1561c4f4028d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:16.952537 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9635fbf1-23c9-4bca-a89d-374de722d9a5 req-1a2f3425-6cde-404d-bbd0-1561c4f4028d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.0797651 May 26 22:23:16.998711 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9635fbf1-23c9-4bca-a89d-374de722d9a5 req-b5120243-060f-494a-991a-6a90a538ccb6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 May 26 22:23:17.073476 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ed361e47-4ba2-442a-9414-50581dc343e8 req-c80f04fa-d480-4e46-a186-302782965c83 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] 10.222.0.23 "GET /v2.0/ports?device_id=1137cdf6-a4a2-4b58-b9dd-7fe32145f14d HTTP/1.1" status: 200 len: 210 time: 0.0405769 May 26 22:23:17.152096 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b6bb5b42-2113-4d81-937e-bba5ba705212 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:17.160042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:17.361549 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b761d-4d61-4c6f-840c-090b4cb5a03b req-0e191eec-bd4a-472b-9535-bddaa09e1cb3 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:17.362628 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-df8b761d-4d61-4c6f-840c-090b4cb5a03b req-0e191eec-bd4a-472b-9535-bddaa09e1cb3 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:17.363758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b6bb5b42-2113-4d81-937e-bba5ba705212,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:17.382757 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': 'b6bb5b42-2113-4d81-937e-bba5ba705212', 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb', 'port_id': 'b6bb5b42-2113-4d81-937e-bba5ba705212', 'mac_address': 'fa:16:3e:89:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87254f33-890d-499d-b7d6-826b12c2c5c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:17.414686 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:17.438100 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:17.438473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:17.489942 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:17.493700 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-df8b761d-4d61-4c6f-840c-090b4cb5a03b req-0e191eec-bd4a-472b-9535-bddaa09e1cb3 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:17.495516 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-df8b761d-4d61-4c6f-840c-090b4cb5a03b req-0e191eec-bd4a-472b-9535-bddaa09e1cb3 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 943 time: 0.2353528 May 26 22:23:17.518718 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bb5b42-2113-4d81-937e-bba5ba705212 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:17.547744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad711f9-da54-407f-a73c-677f75c21faa req-12d9bc13-721b-46f3-85ee-9cfd0b25c4ef tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:17.549552 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6ad711f9-da54-407f-a73c-677f75c21faa req-12d9bc13-721b-46f3-85ee-9cfd0b25c4ef tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0884745 May 26 22:23:17.550694 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-df8b761d-4d61-4c6f-840c-090b4cb5a03b req-6204895c-c3e8-44e8-b29b-8ff5452dfceb tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 May 26 22:23:17.564640 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b6bb5b42-2113-4d81-937e-bba5ba705212,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:17.605153 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:17.621451 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6ad711f9-da54-407f-a73c-677f75c21faa req-982a1c27-c6d2-40c8-bf1b-7ae0f2548d0f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644875 May 26 22:23:17.631869 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:17.634490 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:17.673694 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:17.699929 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:17.715521 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:17.718599 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:17.730108 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'code': 200} May 26 22:23:17.780464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:17.783393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:17.857752 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:17.860736 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:17.906420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07a7f1-15df-41e1-86be-8f83a88631b0 req-3383db86-bd50-4824-b74b-36841fe67c04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:17.907955 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4f07a7f1-15df-41e1-86be-8f83a88631b0 req-3383db86-bd50-4824-b74b-36841fe67c04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0813856 May 26 22:23:17.954687 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4f07a7f1-15df-41e1-86be-8f83a88631b0 req-68064dc8-40ae-44b4-834c-e55bc316045f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396523 May 26 22:23:18.220687 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['b6bb5b42-2113-4d81-937e-bba5ba705212'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:18.225107 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4e00d-7199-49c0-8a9f-d38f7552da16 req-f4ff1bb2-78e9-40da-8cf1-82eca1f56328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.227011 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ddf4e00d-7199-49c0-8a9f-d38f7552da16 req-f4ff1bb2-78e9-40da-8cf1-82eca1f56328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.0759351 May 26 22:23:18.245124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e998f1b-9b6c-4506-b8a8-802fdc361043 req-0b4fe129-c743-4035-98ba-276e8a034a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.246579 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e998f1b-9b6c-4506-b8a8-802fdc361043 req-0b4fe129-c743-4035-98ba-276e8a034a8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1098 time: 0.1071002 May 26 22:23:18.255839 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b73cd8-8ebf-48f0-a853-b755379e4bd3 req-a4e432a9-89a1-4006-977d-2f121fb5757f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.257291 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-12b73cd8-8ebf-48f0-a853-b755379e4bd3 req-a4e432a9-89a1-4006-977d-2f121fb5757f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.1516564 May 26 22:23:18.285990 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ddf4e00d-7199-49c0-8a9f-d38f7552da16 req-a868a4bb-e2b7-42da-8fba-ac5b68ba8e5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 May 26 22:23:18.329484 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e998f1b-9b6c-4506-b8a8-802fdc361043 req-b1ea652a-b191-470d-ad6e-04ef43b9644a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711679 May 26 22:23:18.335016 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-12b73cd8-8ebf-48f0-a853-b755379e4bd3 req-52e00bd5-9a74-46ae-8634-4e6cc3e803b9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616405 May 26 22:23:18.738018 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb6591-5f1a-42eb-b530-67b0961a77f8 req-7927c093-91f7-4d42-8f73-072a4654aae8 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.744115 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-64cb6591-5f1a-42eb-b530-67b0961a77f8 req-7927c093-91f7-4d42-8f73-072a4654aae8 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 944 time: 0.0845029 May 26 22:23:18.786243 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-64cb6591-5f1a-42eb-b530-67b0961a77f8 req-87ea2c1e-fc4e-482b-8726-e24a36b988a0 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 May 26 22:23:18.835409 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb7112-e74c-452b-b20a-17253c810239 req-69efbd65-2000-4995-99d4-b082d6fb104d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:18.837228 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1ddb7112-e74c-452b-b20a-17253c810239 req-69efbd65-2000-4995-99d4-b082d6fb104d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1136165 May 26 22:23:18.886128 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1ddb7112-e74c-452b-b20a-17253c810239 req-b6d16227-2e87-4988-a07e-bfcd209db62f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 May 26 22:23:19.143926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704990b-29f1-4891-87e8-0df76324c8db req-86bca505-1128-4250-9686-9a0768b1c7d4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:19.145433 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0704990b-29f1-4891-87e8-0df76324c8db req-86bca505-1128-4250-9686-9a0768b1c7d4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0781124 May 26 22:23:19.148242 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 012cfa54-f2c1-46b1-9300-51048db2d6e7 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:23:19.200779 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 012cfa54-f2c1-46b1-9300-51048db2d6e7 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:23:19.204202 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 012cfa54-f2c1-46b1-9300-51048db2d6e7 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:23:19.204320 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0704990b-29f1-4891-87e8-0df76324c8db req-ec2df94f-51f8-42a7-9060-7e7aa2223279 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511856 May 26 22:23:19.983237 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69b18d-3fc9-479b-883f-8a86f059db6f req-ae9f1a8c-7a66-4e12-93f4-25084188133e tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:19.984695 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cc69b18d-3fc9-479b-883f-8a86f059db6f req-ae9f1a8c-7a66-4e12-93f4-25084188133e tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 944 time: 0.0830240 May 26 22:23:20.029484 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cc69b18d-3fc9-479b-883f-8a86f059db6f req-c6b3ef94-1ee9-40a7-9d53-bdff450c9268 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 May 26 22:23:20.092667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa91394-c1d0-4cc1-9de6-d111a0073f47 req-912d4248-a703-41b2-9d06-d3c4b39f269e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:20.101414 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9aa91394-c1d0-4cc1-9de6-d111a0073f47 req-912d4248-a703-41b2-9d06-d3c4b39f269e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1029603 May 26 22:23:20.156329 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9aa91394-c1d0-4cc1-9de6-d111a0073f47 req-a8b23aa8-352c-4715-8bda-1144d4039100 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537546 May 26 22:23:20.411851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9527c72-505d-4f67-a677-2d79c8ecba80 req-dd5de494-b64f-413f-9b3a-dbeb4648c194 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:20.413303 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a9527c72-505d-4f67-a677-2d79c8ecba80 req-dd5de494-b64f-413f-9b3a-dbeb4648c194 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0922174 May 26 22:23:20.457109 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a9527c72-505d-4f67-a677-2d79c8ecba80 req-2b5ba301-eefa-4ede-a7ac-aa3eb9f58874 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 May 26 22:23:21.170366 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b6bb5b42-2113-4d81-937e-bba5ba705212 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:21.235127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a088f5f-36e7-42f3-ba0d-d3968e3ddcdf req-274ea44e-2dec-4062-bacb-76e2eeeca8a6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:21.243504 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1a088f5f-36e7-42f3-ba0d-d3968e3ddcdf req-274ea44e-2dec-4062-bacb-76e2eeeca8a6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 944 time: 0.0917916 May 26 22:23:21.283747 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1a088f5f-36e7-42f3-ba0d-d3968e3ddcdf req-52e42929-c87c-4095-b62e-aa2db6d64ecf tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391533 May 26 22:23:21.345218 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port b6bb5b42-2113-4d81-937e-bba5ba705212 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:21.346697 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port b6bb5b42-2113-4d81-937e-bba5ba705212 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:21.347143 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.380097 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efad207-6090-47b6-abdc-40f1f5539136 req-94f4d336-02b7-4046-8edd-f9a0fcec89f6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:21.381788 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8efad207-6090-47b6-abdc-40f1f5539136 req-94f4d336-02b7-4046-8edd-f9a0fcec89f6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0926988 May 26 22:23:21.434027 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8efad207-6090-47b6-abdc-40f1f5539136 req-683203ad-04fe-4a9d-a9bb-c2737ee15d24 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 May 26 22:23:21.482367 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.530236 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:21.543830 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b6bb5b42-2113-4d81-937e-bba5ba705212,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:21.591885 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:21.593758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:21.696085 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e28f2-63b4-479d-9f55-c626889b2560 req-bed75b86-55f8-41bd-b053-80c0af5144d8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:21.703220 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b22e28f2-63b4-479d-9f55-c626889b2560 req-bed75b86-55f8-41bd-b053-80c0af5144d8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1240368 May 26 22:23:21.708668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:21.712127 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:21.761889 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b22e28f2-63b4-479d-9f55-c626889b2560 req-a769a21d-73f8-4e97-83b6-08cd3766aa0e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575006 May 26 22:23:21.830963 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212', 'code': 200} May 26 22:23:22.313354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0f5c-6b15-4018-91a7-8aad6f88888b req-5d9189a7-88f5-4ec7-a051-993aaf2e5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:22.314485 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-4de4f343-279f-41bd-a4c5-31c3337106d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:22.314969 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c12a0f5c-6b15-4018-91a7-8aad6f88888b req-5d9189a7-88f5-4ec7-a051-993aaf2e5c1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 1098 time: 0.1376348 May 26 22:23:22.316097 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-4de4f343-279f-41bd-a4c5-31c3337106d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.0745280 May 26 22:23:22.323301 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:22.328144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5261ea-7a48-4d04-bc02-86d8e77de6a0 req-9e989716-a49a-4434-a1d1-bacab0484933 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:22.338448 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 52998) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:22.340751 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ca5261ea-7a48-4d04-bc02-86d8e77de6a0 req-9e989716-a49a-4434-a1d1-bacab0484933 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1262643 May 26 22:23:22.378650 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c12a0f5c-6b15-4018-91a7-8aad6f88888b req-df29d975-87df-4d78-a5b8-bf032f227b8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367372 May 26 22:23:22.384925 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'floatingip': {'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:22.478950 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:22.540935 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2606-71ab-4e06-aba4-074fa09421a4 req-8e7d107e-242f-44f1-9499-bcfbbfe962c0 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:22.548806 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-06bd2606-71ab-4e06-aba4-074fa09421a4 req-8e7d107e-242f-44f1-9499-bcfbbfe962c0 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1116107 May 26 22:23:22.601904 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-06bd2606-71ab-4e06-aba4-074fa09421a4 req-8773d4a3-6fe4-4da6-9ce0-bac72a8ca630 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520523 May 26 22:23:22.907315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-a274ab15-8c4d-4c7d-8b1a-a27238022454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:22.908699 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-a274ab15-8c4d-4c7d-8b1a-a27238022454 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.5694294 May 26 22:23:23.037045 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfea34-0058-4df0-99a8-2d2dbf10c40a req-ebf07238-c59a-42a1-abb4-f761a5cf0357 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:23.038394 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1abfea34-0058-4df0-99a8-2d2dbf10c40a req-ebf07238-c59a-42a1-abb4-f761a5cf0357 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.4201388 May 26 22:23:23.053918 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-3d66cb70-24e3-478a-9fa3-90ea21de45b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.1368346 May 26 22:23:23.230540 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1abfea34-0058-4df0-99a8-2d2dbf10c40a req-8366a74b-562a-4d4d-a4a4-929f2ffd9712 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782496 May 26 22:23:23.235891 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-571d1657-1d24-4a4f-8df9-cd93fcb0b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:23.237259 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-571d1657-1d24-4a4f-8df9-cd93fcb0b91b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.1679091 May 26 22:23:23.357689 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-cca7a731-1422-4f82-8300-5c27f48a50ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997036 May 26 22:23:23.649653 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-0221f4fb-5a23-4bde-a89f-b29b0d9393ce service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774781 May 26 22:23:23.813711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d9fcf-9cfa-4e86-9416-2d123fbff77f req-1e6874c1-a9e7-4afa-b2f9-7ac3baaa4a5d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:23.821137 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c21d9fcf-9cfa-4e86-9416-2d123fbff77f req-1e6874c1-a9e7-4afa-b2f9-7ac3baaa4a5d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0998809 May 26 22:23:23.861763 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c21d9fcf-9cfa-4e86-9416-2d123fbff77f req-c459d6f7-9c8e-44a9-9887-9b5eed5c446f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 May 26 22:23:23.961705 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffe28e43-7339-4e15-8f7e-1248751290e6 req-8d9d6c09-507f-4a91-a743-4ad3b7e9f833 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895353 May 26 22:23:23.968061 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:24.036509 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:24.303816 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.l3_db [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Floating IP e2e92321-04fd-43eb-b426-e7c6af4f16a4 associated. External IP: 172.28.1.220, port: 355889e5-0b16-46ba-bcaa-9e5911e165b5. May 26 22:23:24.438951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0746cc-b77c-4a3a-b4b4-bccecb5d6219 req-1913facc-fdc3-4f10-b720-db514b70aeb0 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:24.440435 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5c0746cc-b77c-4a3a-b4b4-bccecb5d6219 req-1913facc-fdc3-4f10-b720-db514b70aeb0 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.0861912 May 26 22:23:24.486044 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5c0746cc-b77c-4a3a-b4b4-bccecb5d6219 req-0d06f97e-094d-4351-a870-fa6356b49a7d tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 May 26 22:23:24.670122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:23:24.867250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:23:24.872905 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:24.878551 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:23:24.889611 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:24.890442 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:23:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:24.934205 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-56e1371f-aabd-437f-8143-d86a2d5934f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "PUT /v2.0/floatingips/e2e92321-04fd-43eb-b426-e7c6af4f16a4 HTTP/1.1" status: 200 len: 991 time: 2.5843244 May 26 22:23:24.934205 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:25.079397 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362557a-fb14-48b1-9e8f-3487e64094fd req-4d8f7f3d-ce13-4ab8-8591-8313a2c44486 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:25.080874 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5362557a-fb14-48b1-9e8f-3487e64094fd req-4d8f7f3d-ce13-4ab8-8591-8313a2c44486 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0861368 May 26 22:23:25.108308 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:25.155937 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5362557a-fb14-48b1-9e8f-3487e64094fd req-097e040d-9055-4887-95b6-083b2b31ce67 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688820 May 26 22:23:25.211284 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'status': 'completed', 'code': 200} May 26 22:23:25.392543 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-d31cc721-bef8-4bbb-84d5-3688bbc677c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:25.394116 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-d31cc721-bef8-4bbb-84d5-3688bbc677c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1098 time: 0.1180663 May 26 22:23:25.506024 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e2e92321-04fd-43eb-b426-e7c6af4f16a4', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:23Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:25.511438 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:23:25.523274 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:23:25.523936 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:23:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:25.536630 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-993c12d2-0251-4993-82a5-5cb4afa6c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:25.538208 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-993c12d2-0251-4993-82a5-5cb4afa6c65d service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1364849 May 26 22:23:25.671523 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-8088c983-72fb-490f-9056-22ad9be2cebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 999 time: 0.1155674 May 26 22:23:25.697168 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:23:25.746801 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:23:25.756049 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-b703c4a0-e408-4042-bcc9-948fd13a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:25.757762 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-b703c4a0-e408-4042-bcc9-948fd13a7856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0779796 May 26 22:23:25.847358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-255c63c4-e3bf-4975-b43a-3f214216c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:25.849477 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-255c63c4-e3bf-4975-b43a-3f214216c245 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797784 May 26 22:23:26.113775 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-9ba084e0-d361-41f5-b157-e803b9f3b364 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569196 May 26 22:23:26.211947 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e2e92321-04fd-43eb-b426-e7c6af4f16a4', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:23Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:26.227433 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf1c01-1e22-4e42-9ae7-77bf80273d99 None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'e2e92321-04fd-43eb-b426-e7c6af4f16a4', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.220', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:22:58Z', 'updated_at': '2021-05-26T22:23:23Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:23:26.250400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53088) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:26.310802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbb07c6-2514-48ce-9f13-08b37083e94c req-211a878c-bf4f-4819-90a3-2e9eadbc53d8 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894002 May 26 22:23:26.405689 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:26.422073 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:26.429629 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Usage tracker for resource:security_group_rule and tenant:5de3536c81b14633b0751855388a1834 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:26.433014 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:26.440189 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:26.501769 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0626de6-48c4-4a94-96dd-8b7c2229e3c6 None None] New status for floating IP e2e92321-04fd-43eb-b426-e7c6af4f16a4: ACTIVE {{(pid=92363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:23:26.578636 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de742d9-47c2-43f3-94b2-400dbaddd2b3 req-c49978c2-ebbf-46b9-ab9e-674a73e72509 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:26.583202 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6de742d9-47c2-43f3-94b2-400dbaddd2b3 req-c49978c2-ebbf-46b9-ab9e-674a73e72509 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1201959 May 26 22:23:26.636795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:26.644247 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6de742d9-47c2-43f3-94b2-400dbaddd2b3 req-13b9cd04-dfec-41f1-ae36-b7a0d172580b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 May 26 22:23:26.744185 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:26.751290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:26.797763 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b4c54a-7a98-4bec-8163-b6487b32b50d,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:26.816958 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5de3536c81b14633b0751855388a1834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618856 May 26 22:23:26.816958 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:26.817499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53102) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:26.882879 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:26.909864 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:26.940432 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a221c-7134-4460-97fe-31a5417f9223 req-eaeb5e9a-d993-4435-a0d9-07abd5e33f24 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:26.942434 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e34a221c-7134-4460-97fe-31a5417f9223 req-eaeb5e9a-d993-4435-a0d9-07abd5e33f24 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.0914075 May 26 22:23:27.002075 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e34a221c-7134-4460-97fe-31a5417f9223 req-fa25dffb-36f9-4543-a165-3083ba337b04 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 May 26 22:23:27.128325 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:27.133760 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-38a6fc28-e1ef-45e3-83f4-9e4197fdad2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:27.145893 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b4c54a-7a98-4bec-8163-b6487b32b50d,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:27.149242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:27.151174 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:27.158141 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62b4c54a-7a98-4bec-8163-b6487b32b50d HTTP/1.1" status: 204 len: 168 time: 0.3336082 May 26 22:23:27.832331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439565e-a630-4fa2-bd22-293154e67b59 req-dcff1227-f6dc-4161-b7ff-3b36495940d8 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:27.833794 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a439565e-a630-4fa2-bd22-293154e67b59 req-dcff1227-f6dc-4161-b7ff-3b36495940d8 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0798671 May 26 22:23:27.878485 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53130) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:27.902202 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a439565e-a630-4fa2-bd22-293154e67b59 req-413db557-2003-45bb-a0bd-afa7398c4944 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627780 May 26 22:23:27.904627 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:27.919971 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:27.923767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Usage tracker for resource:security_group_rule and tenant:73e86900d00c46f2a9e8c070d8f90215 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:27.927264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:27.933002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:28.013747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.201424 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a539b3-d577-4af9-bdf0-7ac84c65a8e0 req-4aca7ef9-f0d7-4cbc-ab10-91dc4aeedef9 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:28.202914 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-48a539b3-d577-4af9-bdf0-7ac84c65a8e0 req-4aca7ef9-f0d7-4cbc-ab10-91dc4aeedef9 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.0898488 May 26 22:23:28.249186 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-48a539b3-d577-4af9-bdf0-7ac84c65a8e0 req-91e67b79-d604-470e-8bef-df2fc49c9e67 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 May 26 22:23:28.457018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.457018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f25a0328-02cf-404b-b710-baabcdc7e829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:28.464078 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73e86900d00c46f2a9e8c070d8f90215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821822 May 26 22:23:28.464078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d54a23-f96f-4843-8483-8fb0189a907c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:28.465020 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53140) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:28.465424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:28.526194 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.554911 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.677425 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.681414 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1d6cb67a-d68e-498f-8a29-60bcbd735f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:28.701264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d54a23-f96f-4843-8483-8fb0189a907c,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:28.705042 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:28.709025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:28.710182 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4d54a23-f96f-4843-8483-8fb0189a907c HTTP/1.1" status: 204 len: 168 time: 0.2441568 May 26 22:23:28.841972 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-86060616-264b-4326-9668-1eb84cb08104 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:28.843410 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-86060616-264b-4326-9668-1eb84cb08104 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.0907848 May 26 22:23:28.985135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Deleting port b6bb5b42-2113-4d81-937e-bba5ba705212 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:23:28.985477 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:29.133754 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] For port b6bb5b42-2113-4d81-937e-bba5ba705212, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=b6bb5b42-2113-4d81-937e-bba5ba705212,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:29.134476 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:29.265974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Calling delete_port for b6bb5b42-2113-4d81-937e-bba5ba705212 owned by compute:nova {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:23:29.589871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:29.596746 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5454e016-d8df-4b27-946c-786fdfbadc75 tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:29.599266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9617421-c04b-4b4c-b00a-ad4ca89a5c34 req-d7df2780-2887-4f51-a7d7-c82d475697ac tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:29.601023 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f9617421-c04b-4b4c-b00a-ad4ca89a5c34 req-d7df2780-2887-4f51-a7d7-c82d475697ac tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 945 time: 0.0856385 May 26 22:23:29.602828 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['b6bb5b42-2113-4d81-937e-bba5ba705212'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:29.645974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Pushing event deleted for resources: {'Port': ['ID=b6bb5b42-2113-4d81-937e-bba5ba705212,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:29.648864 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:29.650961 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f9617421-c04b-4b4c-b00a-ad4ca89a5c34 req-805d70ab-138e-40f2-93b7-fa0608862d1a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 May 26 22:23:30.147676 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-a2e81b30-66ea-43a4-ad5e-6a774ad26455 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:30.149130 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-a2e81b30-66ea-43a4-ad5e-6a774ad26455 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.1536129 May 26 22:23:30.169303 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-c635d674-da72-422a-a016-3339e100e73b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/quotas/78e1321f3a86408f80bc2bc8fe2eb318 HTTP/1.1" status: 200 len: 375 time: 0.0138953 May 26 22:23:30.252007 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-77ffad37-b7a5-4562-a31c-94cef7c9a876 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810146 May 26 22:23:30.257521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] No DVR routers for this DVR port b6bb5b42-2113-4d81-937e-bba5ba705212 on host hv-cinder-79324 {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:23:30.260746 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:30.267615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'name': 'network-vif-deleted', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:30.347157 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78787c4e-9727-4a66-83c2-e0124bc70b2a req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "DELETE /v2.0/ports/b6bb5b42-2113-4d81-937e-bba5ba705212 HTTP/1.1" status: 204 len: 173 time: 1.4955590 May 26 22:23:30.399421 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-d92c871a-91d8-4913-8486-176b36f6d207 service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336997 May 26 22:23:30.405047 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c107bb3-e9d6-436b-8482-955d9aef9edc req-b7356469-c289-4f2a-a3d5-365b3a264eb5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:30.412597 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6c107bb3-e9d6-436b-8482-955d9aef9edc req-b7356469-c289-4f2a-a3d5-365b3a264eb5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1050227 May 26 22:23:30.468539 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6c107bb3-e9d6-436b-8482-955d9aef9edc req-51efaa96-874b-4855-a948-723fc1b7731c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 May 26 22:23:30.552442 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409517fe-74cb-4275-beba-3630d53eedd3', 'name': 'network-vif-deleted', 'tag': 'b6bb5b42-2113-4d81-937e-bba5ba705212', 'status': 'completed', 'code': 200} May 26 22:23:30.572560 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-bc9351ee-b1ba-4c25-8e4d-5b53bce4b44e service neutron] 10.222.0.23 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668813 May 26 22:23:31.001674 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-401c06cb-d544-4dcf-8693-6337216935b0 req-a8bce521-e572-4020-852d-9574cff8819e tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=409517fe-74cb-4275-beba-3630d53eedd3 HTTP/1.1" status: 200 len: 210 time: 0.0587757 May 26 22:23:31.111076 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8fc76ff3-fb4a-4541-a84e-756b72ef3d28 req-3b2bd686-2773-49f6-b624-1a983a55fa59 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 210 time: 0.0532458 May 26 22:23:32.280503 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3f21789f-373b-49a9-bd23-e03a3323edb5 req-7d1ce338-785a-4e1e-abec-25a0b41b056e tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 210 time: 0.0533013 May 26 22:23:32.474565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-23d9bac1-690a-4447-912c-7c13a0196ec5 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:32.474565 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-23d9bac1-690a-4447-912c-7c13a0196ec5 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/networks?id=af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 200 len: 809 time: 0.1584480 May 26 22:23:32.488206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-6f441151-bc52-407e-bb58-02a98b7b5916 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/quotas/f64cbb6883a146c1a22bd8f054a7202b HTTP/1.1" status: 200 len: 375 time: 0.0090835 May 26 22:23:32.535739 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-8e261b59-9266-4b0f-a5ed-ffdb3660e3e9 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424089 May 26 22:23:32.672791 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-7817c051-21fb-486c-9706-8c003ce5fd4c service neutron] 10.222.0.23 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302471 May 26 22:23:32.815740 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-735d39d3-a1c6-46c2-8124-2aa64f2c0627 service neutron] 10.222.0.23 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299798 May 26 22:23:33.086759 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-412a6314-346e-4bbe-8acf-8397cf167725 req-871eedbc-44b9-4642-afeb-8fbc543ba300 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:33.157667 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-412a6314-346e-4bbe-8acf-8397cf167725 req-871eedbc-44b9-4642-afeb-8fbc543ba300 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:33.158822 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-412a6314-346e-4bbe-8acf-8397cf167725 req-871eedbc-44b9-4642-afeb-8fbc543ba300 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 210 time: 0.1131635 May 26 22:23:33.264560 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b6bb5b42-2113-4d81-937e-bba5ba705212 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:23:33.299916 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: b6bb5b42-2113-4d81-937e-bba5ba705212 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:23:33.300266 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device b6bb5b42-2113-4d81-937e-bba5ba705212 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:23:33.456321 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-decb40cb-7b11-4b2c-9c54-d76a7fb83d6f req-3d1555b2-c25d-46d0-b2a1-7e831209a019 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 210 time: 0.0601411 May 26 22:23:33.679249 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-7e5f3225-20c8-4ce7-a284-b2fd3b7eb92a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:33.680664 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-7e5f3225-20c8-4ce7-a284-b2fd3b7eb92a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 814 time: 0.3130939 May 26 22:23:33.694165 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Request body: {'port': {'device_id': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'admin_state_up': True, 'tenant_id': '78e1321f3a86408f80bc2bc8fe2eb318'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:33.843209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:33.855358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:33.940197 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Made reservation on behalf of 78e1321f3a86408f80bc2bc8fe2eb318 for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:33.943810 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:34.123629 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Allocated IP 172.20.0.4 (2d39aeba-da94-4464-b071-98b6871ffb47/e96a1dbb-c4f3-4ea4-b406-16115c154a1a/450aa3f6-76c5-4af4-a16f-5633ab1b629c) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:34.341012 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5cf3473c-a301-4575-a023-33ffc252cc02 req-da762a7e-3d69-4992-9ef1-2a0376f18001 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 210 time: 0.0638943 May 26 22:23:34.403467 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:34.523547 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:34.530524 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:34.538981 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42', '911fe480-7907-434d-8d33-a116d02d2fc0', '4f50698d-6050-4bd0-ab77-994b069cc4f4'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:34.595116 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Network 2d39aeba-da94-4464-b071-98b6871ffb47 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:34.599294 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:34.603439 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:34.655898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da02ddd-1460-43a5-89a0-d4015df44fd6 req-d29ebcc3-1f27-446b-a987-4dd131e541b7 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:34.663006 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6da02ddd-1460-43a5-89a0-d4015df44fd6 req-d29ebcc3-1f27-446b-a987-4dd131e541b7 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 931 time: 0.1035507 May 26 22:23:34.685490 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:34.686253 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:34.710947 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event updated for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:34.714147 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:34.731200 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6da02ddd-1460-43a5-89a0-d4015df44fd6 req-25e7c2b6-3df6-4188-8f7b-8977e10c29ec tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 May 26 22:23:34.814897 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1247954 May 26 22:23:34.838206 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Request body: {'port': {'device_id': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:34.959328 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:35.298358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450aa3f6-76c5-4af4-a16f-5633ab1b629c {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:35.307025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:35.327854 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Transition to ACTIVE for port object 450aa3f6-76c5-4af4-a16f-5633ab1b629c will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:35.397124 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:35.403770 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:35.592790 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a6235c59-2e18-4835-8bce-3e81e9fdfbe9 req-f6589edd-88c9-467c-86ee-faf3df30acc5 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 210 time: 0.1383324 May 26 22:23:35.607121 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Pushing event updated for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:35.622015 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:35.692731 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Attempting to bind port 450aa3f6-76c5-4af4-a16f-5633ab1b629c on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:35.693408 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Attempting to bind port 450aa3f6-76c5-4af4-a16f-5633ab1b629c by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:35.693408 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Attempting to bind port 450aa3f6-76c5-4af4-a16f-5633ab1b629c on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:35.698631 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Port 450aa3f6-76c5-4af4-a16f-5633ab1b629c on network 2d39aeba-da94-4464-b071-98b6871ffb47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:35.699031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Attempting to bind port 450aa3f6-76c5-4af4-a16f-5633ab1b629c on network 2d39aeba-da94-4464-b071-98b6871ffb47 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:35.704887 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:35.705326 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Checking segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:35.705782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Bound using segment: {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:35.706280 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Bound port: 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01045881-0040-4b29-bf76-cf3e1cbd4769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:35.706706 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:35.820318 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-deb8985c-fcf1-4ef1-b653-74167d58687e tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:35.821767 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-deb8985c-fcf1-4ef1-b653-74167d58687e tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "GET /v2.0/networks?id=af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 200 len: 809 time: 0.2316895 May 26 22:23:35.834254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-44785dd5-2377-4264-9f31-a4a248556ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:35.835759 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-44785dd5-2377-4264-9f31-a4a248556ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.1410999 May 26 22:23:35.840450 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Request body: {'port': {'device_id': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb', 'admin_state_up': True, 'tenant_id': 'f64cbb6883a146c1a22bd8f054a7202b'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:35.890947 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:35.905478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:35.937774 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5286ea-374b-47e1-b6f6-a2523641001b req-df9bbd6f-6684-4e61-98b7-a4f3532100ab tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:35.939506 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7b5286ea-374b-47e1-b6f6-a2523641001b req-df9bbd6f-6684-4e61-98b7-a4f3532100ab tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2232754 May 26 22:23:36.010534 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7b5286ea-374b-47e1-b6f6-a2523641001b req-294dc654-3abd-441a-9f3d-90c2cd0919aa tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650058 May 26 22:23:36.012581 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:36.017518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-956f4d90-cb45-4ff4-8896-8c5e0f195f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:36.160149 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.160788 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:36.162133 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] 10.222.0.20 "PUT /v2.0/ports/450aa3f6-76c5-4af4-a16f-5633ab1b629c HTTP/1.1" status: 200 len: 1093 time: 1.3282585 May 26 22:23:36.169803 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:36.195561 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Pushing event updated for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:36.196667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:36.203014 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.209127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:36.212561 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:36.229516 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:36.239110 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-6fbc4f72-501b-4742-8d2d-261e58d313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.240891 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-6fbc4f72-501b-4742-8d2d-261e58d313d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.3803945 May 26 22:23:36.259005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39f909-0c57-4527-9b46-f026b36e3203 req-3df697d3-8033-4a72-9071-424bbafedea4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.260678 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3c39f909-0c57-4527-9b46-f026b36e3203 req-3df697d3-8033-4a72-9071-424bbafedea4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 943 time: 0.3708808 May 26 22:23:36.339056 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-90c40e33-5201-48bd-bb94-7f8d6392e978 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.0888038 May 26 22:23:36.342347 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Made reservation on behalf of f64cbb6883a146c1a22bd8f054a7202b for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:23:36.345751 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:36.366973 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-c2508074-e62d-4745-94bf-94778b70f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.368500 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-c2508074-e62d-4745-94bf-94778b70f26b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 1096 time: 0.0880923 May 26 22:23:36.462981 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-1102ad6d-64fe-4a19-b696-14521bcff40a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c HTTP/1.1" status: 200 len: 217 time: 0.0749362 May 26 22:23:36.472222 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3c39f909-0c57-4527-9b46-f026b36e3203 req-8b260c25-b41c-4830-98f8-efb47344e2c7 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596203 May 26 22:23:36.479255 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53400) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:36.497565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-5215cea1-2613-4b21-bd55-75fd85b7b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.499059 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-5215cea1-2613-4b21-bd55-75fd85b7b62d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.1372309 May 26 22:23:36.510345 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c', 'status': 'completed', 'code': 200} May 26 22:23:36.536959 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-68ef82ff-23af-4bae-ac01-fde502c718c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:36.538719 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-68ef82ff-23af-4bae-ac01-fde502c718c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.0638843 May 26 22:23:36.559912 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-6c272a1b-7d85-4001-8b3b-cc48bdd232b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495491 May 26 22:23:36.589132 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-362fada4-2286-4cbd-9791-e900e5fa0b7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415618 May 26 22:23:36.649502 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:36.721284 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:36.735559 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Usage tracker for resource:security_group_rule and tenant:260dcc1e6ec14b4ba0e30c19b8e11cbe is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:36.741267 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:36.750312 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:36.752477 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Allocated IP 172.20.0.10 (af5dfba8-0cda-403a-9987-868c3d0b46bb/87254f33-890d-499d-b7d6-826b12c2c5c4/3cb304a3-7c61-4ed8-961c-2cc8a62c3d06) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:23:36.770074 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-248ef617-f0e0-4d71-8564-4681763b4bb3 req-fe791ef3-fab2-415e-a2fd-56b460d9bd71 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 210 time: 0.0565813 May 26 22:23:36.779234 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-4dbcbf32-3b47-4576-ae2d-3e5355cf6176 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760623 May 26 22:23:36.875081 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-effd917a-cbf0-40e2-8658-f0f8372e1026 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820172 May 26 22:23:36.916806 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-689ac813-14c8-4895-b39a-269f3fab1dd5 req-0282fda5-540a-4b98-b081-cca55a1c7133 service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294825 May 26 22:23:37.173715 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-2287f7e9-ee81-4c9f-9551-0698073f469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.175366 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-2287f7e9-ee81-4c9f-9551-0698073f469d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 1096 time: 0.0892034 May 26 22:23:37.194327 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec07edb8-0f2f-4fa8-b980-9446aeaa1342 req-813ff2c0-3acd-4605-88db-23c6b3298e82 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100750 May 26 22:23:37.196124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.210565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.271730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bc7f2-ff59-4d56-a989-231f888c131a req-dd617cad-be2f-4da9-b28b-ec946c7e8d7b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.273242 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-806bc7f2-ff59-4d56-a989-231f888c131a req-dd617cad-be2f-4da9-b28b-ec946c7e8d7b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1328502 May 26 22:23:37.284115 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.295846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:37.324584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-8c44c479-086f-4eac-beba-7e29701a17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.326300 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-8c44c479-086f-4eac-beba-7e29701a17d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 200 len: 915 time: 0.1435175 May 26 22:23:37.404240 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-dfd6f432-6f36-4f2e-ad4a-c408e15419b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c HTTP/1.1" status: 200 len: 217 time: 0.0625155 May 26 22:23:37.422592 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.477301 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-8fb527d7-77c6-41a2-8f81-7aff78e7bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.478840 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-8fb527d7-77c6-41a2-8f81-7aff78e7bf8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 200 len: 854 time: 0.0628242 May 26 22:23:37.482918 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b429d66-9f09-4e38-804a-c3c8dc3cd0f7,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:37.489585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Network af5dfba8-0cda-403a-9987-868c3d0b46bb is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:23:37.494528 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=260dcc1e6ec14b4ba0e30c19b8e11cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0106633 May 26 22:23:37.495177 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53422) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:37.497711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:23:37.500471 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:23:37.510151 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.510325 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.523934 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-806bc7f2-ff59-4d56-a989-231f888c131a req-b4fa8779-7a74-4805-8bba-2042ca751cd1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420263 May 26 22:23:37.525253 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.525615 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.525968 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.528070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.529058 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.534585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:37.556701 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-8134efff-7272-4505-bc53-98260f077025 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d39aeba-da94-4464-b071-98b6871ffb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642061 May 26 22:23:37.559681 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:37.563142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-42e1660b-bb33-4a56-abd1-bfda5c6fbb81 tempest-DeleteServersTestJSON-1883888469 tempest-DeleteServersTestJSON-1883888469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:37.644470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Pushing event updated for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:37.646090 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:37.708376 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8715634 May 26 22:23:37.727664 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Request body: {'port': {'device_id': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:23:37.733571 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.775740 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-7c5ad9a0-b913-4ab9-bb03-413d3799366b service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095988 May 26 22:23:37.780085 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.856622 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450cc1-62fc-40b8-b05b-04e8f26f0938 req-cbdc620b-a571-4314-b216-b35a36bf9db8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:37.858181 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7b450cc1-62fc-40b8-b05b-04e8f26f0938 req-cbdc620b-a571-4314-b216-b35a36bf9db8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 943 time: 0.1950200 May 26 22:23:37.881960 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:37.968377 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7b450cc1-62fc-40b8-b05b-04e8f26f0938 req-5d988641-b449-4262-8218-3a295a5366f0 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027069 May 26 22:23:37.991791 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4dc41d11-e80c-4a72-9547-94a7f9f83a18 req-a4867268-a770-45bd-8404-2579720b74ec service neutron] 10.222.0.20 "GET /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042899 May 26 22:23:38.022220 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2313f77-a70c-46c4-bc08-bc7f82021e29 req-2059952b-429d-42b6-b69e-f9dd84dcc76d tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:38.023685 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f2313f77-a70c-46c4-bc08-bc7f82021e29 req-2059952b-429d-42b6-b69e-f9dd84dcc76d tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 932 time: 0.1114774 May 26 22:23:38.058704 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.065871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d5be5f96-a3ee-47ba-ba85-73efec669618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:38.080498 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b429d66-9f09-4e38-804a-c3c8dc3cd0f7,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:38.086230 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f2313f77-a70c-46c4-bc08-bc7f82021e29 req-c2c88ab2-6d75-4c6c-b3f6-c52ab33aa262 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563984 May 26 22:23:38.087810 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:38.089215 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.090212 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b429d66-9f09-4e38-804a-c3c8dc3cd0f7 HTTP/1.1" status: 204 len: 168 time: 0.5941274 May 26 22:23:38.265467 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:38.273565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.287758 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Transition to ACTIVE for port object 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:23:38.345377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.350336 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a40f7106-2a87-4066-9c33-c8d6ff45a5cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:38.498831 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:38.505834 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:38.526500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Attempting to bind port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:23:38.526832 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Attempting to bind port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:23:38.527275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Attempting to bind port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 on network af5dfba8-0cda-403a-9987-868c3d0b46bb {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:38.531739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 on network af5dfba8-0cda-403a-9987-868c3d0b46bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:23:38.532057 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Attempting to bind port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 on network af5dfba8-0cda-403a-9987-868c3d0b46bb {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:23:38.537638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:23:38.539924 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Checking segment: {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:23:38.539924 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Bound using segment: {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:23:38.539924 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Bound port: 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6be4063-2da0-4ff2-9903-7aabc35576f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:23:38.539924 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.632613 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:23:38.635555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:23:38.692164 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53444) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:38.713227 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.727879 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.735171 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:38.739837 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9b8efaf40247dcba35b12d1ff00386 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:38.743359 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:38.749704 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:38.757210 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:38.768758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a80281c5-efca-491b-a19a-e75c9ad84ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.814854 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:38.815595 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.817618 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] 10.222.0.20 "PUT /v2.0/ports/3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 HTTP/1.1" status: 200 len: 1094 time: 1.0966151 May 26 22:23:38.818562 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b66972-6eb8-41bc-8d11-b41e1edc14fe req-6d1af277-a9d3-4fbe-9fee-05968c7e9a9d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:38.820067 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a0b66972-6eb8-41bc-8d11-b41e1edc14fe req-6d1af277-a9d3-4fbe-9fee-05968c7e9a9d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1797535 May 26 22:23:38.832249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:38.870185 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Pushing event updated for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:38.872888 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a0b66972-6eb8-41bc-8d11-b41e1edc14fe req-98272e14-7703-47ca-82f7-23564aa97aa9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 May 26 22:23:38.874710 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:38.914390 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06', 'status': 'completed', 'code': 200} May 26 22:23:38.935143 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.991339 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:38.999071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ba29f978-7b71-4f3d-a164-acb1e8cac15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:39.041509 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a9b8efaf40247dcba35b12d1ff00386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481629 May 26 22:23:39.044335 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53456) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:39.047105 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858f44fb-b339-4910-a632-7c84a522a011,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:39.050352 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:39.062797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e162f-1e8a-415b-87cc-793631a98162 req-5d05974f-8f04-4e4d-93e0-e2803bf523be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.064293 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d37e162f-1e8a-415b-87cc-793631a98162 req-5d05974f-8f04-4e4d-93e0-e2803bf523be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 1097 time: 0.1270478 May 26 22:23:39.175347 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:39.212186 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e162f-1e8a-415b-87cc-793631a98162 req-56130586-a9a8-43be-93df-56389d1e9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.212596 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:39.213911 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d37e162f-1e8a-415b-87cc-793631a98162 req-56130586-a9a8-43be-93df-56389d1e9b43 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1391959 May 26 22:23:39.230327 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fb825-f83b-458a-9e7c-c7a9495d5661 req-0c55ddd7-f7b7-425a-a5cc-317af2404ff4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.231030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-097fb825-f83b-458a-9e7c-c7a9495d5661 req-0c55ddd7-f7b7-425a-a5cc-317af2404ff4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:39.345714 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-097fb825-f83b-458a-9e7c-c7a9495d5661 req-0c55ddd7-f7b7-425a-a5cc-317af2404ff4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:39.348295 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-097fb825-f83b-458a-9e7c-c7a9495d5661 req-0c55ddd7-f7b7-425a-a5cc-317af2404ff4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 943 time: 0.2551231 May 26 22:23:39.401499 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-097fb825-f83b-458a-9e7c-c7a9495d5661 req-7bcd99a8-1bb4-4592-845e-2e7dcb7dba2f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 May 26 22:23:39.402747 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:39.409135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d8ae3252-b039-46bd-be5c-c7fa0d987575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:39.409807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e162f-1e8a-415b-87cc-793631a98162 req-dc01dda0-8f19-4fd1-8d94-43a238367f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.411450 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d37e162f-1e8a-415b-87cc-793631a98162 req-dc01dda0-8f19-4fd1-8d94-43a238367f66 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900072 May 26 22:23:39.422801 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858f44fb-b339-4910-a632-7c84a522a011,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:39.425545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:39.429628 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef729325-8337-4080-8d01-784026040659 req-21795db6-a229-43b2-a424-433da49659d6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.430573 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ef729325-8337-4080-8d01-784026040659 req-21795db6-a229-43b2-a424-433da49659d6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:39.433401 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:39.434835 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/858f44fb-b339-4910-a632-7c84a522a011 HTTP/1.1" status: 204 len: 168 time: 0.3892934 May 26 22:23:39.574059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ef729325-8337-4080-8d01-784026040659 req-21795db6-a229-43b2-a424-433da49659d6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:39.575101 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ef729325-8337-4080-8d01-784026040659 req-21795db6-a229-43b2-a424-433da49659d6 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 944 time: 0.2785208 May 26 22:23:39.634704 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ef729325-8337-4080-8d01-784026040659 req-64d0895a-894e-4246-baa9-6bc24b89bba2 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532110 May 26 22:23:39.648182 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-6665b6f4-eebd-4c3c-842a-fd4a2ddb9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.649737 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-6665b6f4-eebd-4c3c-842a-fd4a2ddb9451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 1097 time: 0.1897771 May 26 22:23:39.725816 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-6bbd1b55-eaad-46fa-8327-457d42eec514 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 HTTP/1.1" status: 200 len: 217 time: 0.0661950 May 26 22:23:39.792573 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-3747666e-c0ab-4b09-a6ad-7f2da8c730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:39.795693 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-3747666e-c0ab-4b09-a6ad-7f2da8c730c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87254f33-890d-499d-b7d6-826b12c2c5c4 HTTP/1.1" status: 200 len: 849 time: 0.0612965 May 26 22:23:39.856049 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-a10bb352-42f6-415e-b422-29b6f2cd0a1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af5dfba8-0cda-403a-9987-868c3d0b46bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539365 May 26 22:23:40.018550 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-f6517021-ab88-4b7c-ba8a-01f4c56fbf91 service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551440 May 26 22:23:40.101622 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1e74b-ac65-4ae7-9288-16f7c1eddbd1 req-10f1169b-c210-4fff-b1e1-f283e0bc6ead tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:40.103992 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b8e1e74b-ac65-4ae7-9288-16f7c1eddbd1 req-10f1169b-c210-4fff-b1e1-f283e0bc6ead tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0973432 May 26 22:23:40.155694 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b8e1e74b-ac65-4ae7-9288-16f7c1eddbd1 req-ab81edd7-2e9d-448f-a616-0ea7f91b81aa tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 May 26 22:23:40.161637 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db8e878a-f3b5-4526-966e-799046f6ac00 req-10f15699-0341-4c68-9870-aa59dcb1b1a4 service neutron] 10.222.0.20 "GET /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350935 May 26 22:23:40.604916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1f2fc-498c-41c1-8248-7f5a59fc85e7 req-e23c20e3-06c1-4335-b75b-3fd02d04548a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:40.606290 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b7f1f2fc-498c-41c1-8248-7f5a59fc85e7 req-e23c20e3-06c1-4335-b75b-3fd02d04548a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 943 time: 0.0868282 May 26 22:23:40.652218 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b7f1f2fc-498c-41c1-8248-7f5a59fc85e7 req-df6fef24-8fb4-4be7-a89e-7914368d9468 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 May 26 22:23:40.845341 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f09b4c-268b-41dd-9bb1-3a6ab3ed4cf3 req-d58f03c6-721d-4cca-8436-98eb8debe3cc tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:40.846317 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-96f09b4c-268b-41dd-9bb1-3a6ab3ed4cf3 req-d58f03c6-721d-4cca-8436-98eb8debe3cc tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 944 time: 0.0923681 May 26 22:23:40.895887 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-96f09b4c-268b-41dd-9bb1-3a6ab3ed4cf3 req-f8311a15-5ca9-49d2-8335-ffc32593f1de tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 May 26 22:23:41.265877 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b506-d1c6-4fcb-86b3-adb306a620bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.272041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 450aa3f6-76c5-4af4-a16f-5633ab1b629c details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:41.359341 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e747ec9-dca1-4ef2-9727-26d2ec9fdec0 req-ad50fee8-97e0-442e-9ea9-80c29f11e3a6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.361124 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e747ec9-dca1-4ef2-9727-26d2ec9fdec0 req-ad50fee8-97e0-442e-9ea9-80c29f11e3a6 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0893118 May 26 22:23:41.413001 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e747ec9-dca1-4ef2-9727-26d2ec9fdec0 req-22e923ee-3eee-409f-bece-f26576a4896d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450335 May 26 22:23:41.418991 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:41.433175 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '450aa3f6-76c5-4af4-a16f-5633ab1b629c', 'network_id': '2d39aeba-da94-4464-b071-98b6871ffb47', 'port_id': '450aa3f6-76c5-4af4-a16f-5633ab1b629c', 'mac_address': 'fa:16:3e:b2:be:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96a1dbb-c4f3-4ea4-b406-16115c154a1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:41.468965 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.496110 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.513656 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450aa3f6-76c5-4af4-a16f-5633ab1b629c {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:41.529200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:41.606289 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:41.608047 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:41.672300 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:41.675364 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:41.840526 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d8b9d-ae9c-4bbb-a7d2-4761ffcffa04 req-97665c76-a3a1-40a6-a443-a4963523d6e6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:41.841969 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a01d8b9d-ae9c-4bbb-a7d2-4761ffcffa04 req-97665c76-a3a1-40a6-a443-a4963523d6e6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 944 time: 0.0802693 May 26 22:23:41.886054 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a01d8b9d-ae9c-4bbb-a7d2-4761ffcffa04 req-be891737-212a-4df1-8e37-8421dc249a04 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 May 26 22:23:42.090283 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7c7ff-c604-402d-8db5-4671da9d3a9e req-726c0d04-9923-4eb0-a006-269905f2fd3b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.091890 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c1c7c7ff-c604-402d-8db5-4671da9d3a9e req-726c0d04-9923-4eb0-a006-269905f2fd3b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 944 time: 0.0909033 May 26 22:23:42.152209 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c1c7c7ff-c604-402d-8db5-4671da9d3a9e req-59479838-df20-485d-81d9-666a428fa206 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 May 26 22:23:42.231457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:42.268080 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['450aa3f6-76c5-4af4-a16f-5633ab1b629c'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:42.611204 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f6ea-00f3-4fce-a0a9-cd777950cb59 req-7b2f913b-377a-487f-96eb-739d0e2ef58a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:42.612706 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-50c6f6ea-00f3-4fce-a0a9-cd777950cb59 req-7b2f913b-377a-487f-96eb-739d0e2ef58a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0838223 May 26 22:23:42.657800 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-50c6f6ea-00f3-4fce-a0a9-cd777950cb59 req-2535e0b1-0159-4ad8-8012-9769b464902a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 May 26 22:23:43.075497 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa7273-1dfe-4ce3-8d23-86a14b1b33a6 req-0a62d0cd-6eac-4bf8-a588-2e30fa42d69f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:43.076964 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-22fa7273-1dfe-4ce3-8d23-86a14b1b33a6 req-0a62d0cd-6eac-4bf8-a588-2e30fa42d69f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 944 time: 0.0785940 May 26 22:23:43.121731 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-22fa7273-1dfe-4ce3-8d23-86a14b1b33a6 req-43a4b434-f8fe-422a-83cb-47227860ed38 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 May 26 22:23:43.304438 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:23:43.344493 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4e386-d124-454d-9e2b-f1601ff946cb req-01600766-3b02-46ae-bbe3-1dc288b04250 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:43.345968 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0cf4e386-d124-454d-9e2b-f1601ff946cb req-01600766-3b02-46ae-bbe3-1dc288b04250 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 944 time: 0.0815971 May 26 22:23:43.390960 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0cf4e386-d124-454d-9e2b-f1601ff946cb req-5df67271-4b3c-46a8-bcbc-9f2b077a93e7 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 May 26 22:23:43.443387 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:43.456154 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06', 'network_id': 'af5dfba8-0cda-403a-9987-868c3d0b46bb', 'port_id': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06', 'mac_address': 'fa:16:3e:9e:64:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87254f33-890d-499d-b7d6-826b12c2c5c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:23:43.514396 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.531507 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:23:43.540629 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53578) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:43.549468 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:43.603155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Deleting subnet 859f966f-2483-438d-9f2c-f11d431a44e3 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:23:43.606141 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.625760 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.627786 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:43.656328 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.705448 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:43.708660 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:43.735693 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.785491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:43.999559 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11841-28ce-4375-9235-5654ad0f9ee1 req-10450e11-1db3-4063-9277-1b5f1a5ed39f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:44.001015 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-03a11841-28ce-4375-9235-5654ad0f9ee1 req-10450e11-1db3-4063-9277-1b5f1a5ed39f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2183909 May 26 22:23:44.062353 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-03a11841-28ce-4375-9235-5654ad0f9ee1 req-e49c57e6-b3ed-459b-aa0a-228a2956bb17 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531776 May 26 22:23:44.128368 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.133049 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:44.166270 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859f966f-2483-438d-9f2c-f11d431a44e3,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:44.169318 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:44.172012 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.183639 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/859f966f-2483-438d-9f2c-f11d431a44e3 HTTP/1.1" status: 204 len: 168 time: 0.6391466 May 26 22:23:44.183787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53590) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:44.202088 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['3cb304a3-7c61-4ed8-961c-2cc8a62c3d06'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:44.352195 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.440992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d85257-46c9-498a-93ab-b141d3f6a631 req-e941ac24-dbbf-4c86-963e-5423fcc1806d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:44.442496 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-96d85257-46c9-498a-93ab-b141d3f6a631 req-e941ac24-dbbf-4c86-963e-5423fcc1806d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 944 time: 0.1769550 May 26 22:23:44.521981 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.545507 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.545849 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.546573 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.546938 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > port after_create 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.547256 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.547588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > port after_update 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.547932 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.548250 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.548561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.548873 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.614947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.615210 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.615538 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.615898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 22:23:44.616276 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82672b1a-2c38-495d-b68c-bf7b5cfe5874']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:44.634871 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaee9348-8b9c-436d-889a-3fedff91f2a9') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:44.635167 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaee9348-8b9c-436d-889a-3fedff91f2a9') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:44.635585 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6cdab-3ba3-45c6-8d23-2d0f1a2c05b1 req-16ba6237-6903-4338-ad30-76a0b3d3737b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:44.637055 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37c6cdab-3ba3-45c6-8d23-2d0f1a2c05b1 req-16ba6237-6903-4338-ad30-76a0b3d3737b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 945 time: 0.0822606 May 26 22:23:44.643994 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-96d85257-46c9-498a-93ab-b141d3f6a631 req-8f4f8641-8dea-404f-a580-7254c38841f6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563520 May 26 22:23:44.649937 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.668241 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.677500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:23:44.677995 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.691733 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-37c6cdab-3ba3-45c6-8d23-2d0f1a2c05b1 req-219cc394-de49-44a9-ae34-bd3674e5441a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: from cryptography.utils import int_from_bytes May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: from cryptography.utils import int_from_bytes May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:23:44.693551 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:23:44.823517 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.827525 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:44.843567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:44.850244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Pushing event deleted for resources: {'Network': ['ID=82672b1a-2c38-495d-b68c-bf7b5cfe5874,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:44.854460 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:44.927221 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d142cbff-bdef-4939-8235-b533d3112101 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82672b1a-2c38-495d-b68c-bf7b5cfe5874 HTTP/1.1" status: 204 len: 168 time: 0.7447450 May 26 22:23:44.929899 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53602) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:44.987424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Deleting subnet b8a37145-0a96-479a-ba14-d189d3791c72 {{(pid=92362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:23:44.990423 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.120177 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217515'] for subnet, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.174414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.244299 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2cabe-47d3-4369-9fb6-2e44c60771ea req-f99d21ad-b218-49a4-9365-65078b1dce2a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.245757 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0dc2cabe-47d3-4369-9fb6-2e44c60771ea req-f99d21ad-b218-49a4-9365-65078b1dce2a tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0782342 May 26 22:23:45.293868 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0dc2cabe-47d3-4369-9fb6-2e44c60771ea req-f3d8b00d-aefc-4466-9d30-cf0a1b31d0fa tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 May 26 22:23:45.319446 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 450aa3f6-76c5-4af4-a16f-5633ab1b629c up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:45.469059 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 450aa3f6-76c5-4af4-a16f-5633ab1b629c completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:45.480042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 450aa3f6-76c5-4af4-a16f-5633ab1b629c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:45.480042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.505081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1658373'] for subnet, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.518742 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:45.551068 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.559168 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a37145-0a96-479a-ba14-d189d3791c72,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:45.561413 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:45.565228 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b8a37145-0a96-479a-ba14-d189d3791c72 HTTP/1.1" status: 204 len: 168 time: 0.6319630 May 26 22:23:45.565554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53614) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:45.597159 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.629759 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:45.640547 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:45.677707 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c', 'code': 200} May 26 22:23:45.678544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.756043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.757768 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e3aa2421-8184-4a03-9c9b-86ca98adca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:45.845515 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:45.855211 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.855555 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.855911 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.856237 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.856779 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.857754 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.858216 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.858589 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.858915 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.859233 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.859549 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.859941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:23:45.875394 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.880189 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:45.891736 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c701b96c-68b1-4ad0-b8c4-1a5f1898815c']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:45.909704 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e20485-84b3-49c4-9859-81e46a52528a') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:45.910772 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e20485-84b3-49c4-9859-81e46a52528a') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:23:45.929570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.955077 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a509f3-c26c-48d9-9d1a-4e775091fcad req-f466e275-63ca-449e-a61a-2cec3cbad5be tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.956735 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-35a509f3-c26c-48d9-9d1a-4e775091fcad req-f466e275-63ca-449e-a61a-2cec3cbad5be tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.1649208 May 26 22:23:45.957808 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:45.961217 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c475f85-87ec-41fe-9302-484b6b1bfedf req-2cc7f673-b633-4238-9c31-66da721c48d1 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:45.962915 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c475f85-87ec-41fe-9302-484b6b1bfedf req-2cc7f673-b633-4238-9c31-66da721c48d1 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 945 time: 0.1040177 May 26 22:23:45.991259 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:23:45.991706 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:23:46.004410 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:23:46.015216 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c475f85-87ec-41fe-9302-484b6b1bfedf req-bc4a87c3-6d94-40b0-b1da-d14b5bcafda4 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460973 May 26 22:23:46.088442 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-35a509f3-c26c-48d9-9d1a-4e775091fcad req-6ba98c4f-a345-4142-8c5b-0de1c693400c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207826 May 26 22:23:46.159455 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.171036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-820b7e02-76d5-403a-9e8a-508acde08f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:46.195996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.199841 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Pushing event deleted for resources: {'Network': ['ID=c701b96c-68b1-4ad0-b8c4-1a5f1898815c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:46.203379 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:46.210795 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] 10.222.0.23 "DELETE /v2.0/networks/c701b96c-68b1-4ad0-b8c4-1a5f1898815c HTTP/1.1" status: 204 len: 168 time: 0.6418469 May 26 22:23:46.213410 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882fb91-6645-404e-a07c-7a7caa880a86 req-28c19092-d203-49a2-a8cf-d7f29515b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:46.214899 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4882fb91-6645-404e-a07c-7a7caa880a86 req-28c19092-d203-49a2-a8cf-d7f29515b7aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 1098 time: 0.1193550 May 26 22:23:46.262611 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4882fb91-6645-404e-a07c-7a7caa880a86 req-922e8d62-4d4b-49fc-bee9-e104bd45492d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370455 May 26 22:23:46.493925 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5bf1a-191b-4620-8a80-e701ec928b54 req-17c213a4-8a7e-4cd9-9b28-68a9426cdb11 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:46.495413 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5ff5bf1a-191b-4620-8a80-e701ec928b54 req-17c213a4-8a7e-4cd9-9b28-68a9426cdb11 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0935714 May 26 22:23:46.540592 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5ff5bf1a-191b-4620-8a80-e701ec928b54 req-6baf38c2-fdb4-4946-8d1f-6b0786a7297f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 May 26 22:23:46.671742 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53642) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:46.727385 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6199fcfa-b5da-42c2-b0df-e19eb17841cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9481506610ce4ab38fd958f49de8a895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518010 May 26 22:23:46.727616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53646) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:46.783921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.810043 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.914703 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:46.918373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e99af943-ceff-488f-bb2e-5014d3155e40 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:46.931700 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8b418-2d5f-4f60-bcfd-a674cc8d4e22,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:46.933946 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:47.008325 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.009543 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97a8b418-2d5f-4f60-bcfd-a674cc8d4e22 HTTP/1.1" status: 204 len: 168 time: 0.2810009 May 26 22:23:47.203244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f55f61-a0af-4bc2-927b-c990c3645104 req-b07ea80f-f961-444b-96db-ea3903518f50 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:47.204828 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a1f55f61-a0af-4bc2-927b-c990c3645104 req-b07ea80f-f961-444b-96db-ea3903518f50 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 945 time: 0.0844145 May 26 22:23:47.255868 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a1f55f61-a0af-4bc2-927b-c990c3645104 req-cc0a76be-3fc2-4813-bad6-88a46fe4f132 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449722 May 26 22:23:47.344266 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:23:47.362698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc843ab-19c4-4def-b221-f0b399b72f7a req-dcbb4499-0d41-4901-97fa-f42b7468f7fe tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:47.365430 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7dc843ab-19c4-4def-b221-f0b399b72f7a req-dcbb4499-0d41-4901-97fa-f42b7468f7fe tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.1671820 May 26 22:23:47.412784 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7dc843ab-19c4-4def-b221-f0b399b72f7a req-11b68c77-e48c-43b6-a5dd-1b586dce069c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 May 26 22:23:47.492255 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:23:47.497244 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:23:47.497622 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.641928 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.674296 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:47.679090 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:47.727100 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06', 'code': 200} May 26 22:23:47.734189 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53666) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:47.735337 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db0bd9-f8f9-4232-ad74-3c8c62f97ba0 req-471873e4-8eec-4388-b8e7-8cc29f9f91c9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:47.736988 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f9db0bd9-f8f9-4232-ad74-3c8c62f97ba0 req-471873e4-8eec-4388-b8e7-8cc29f9f91c9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0860772 May 26 22:23:47.785572 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.787473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:47.807545 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ca495a65-d2cd-4051-846e-eb644f7e172a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6185b0566d134c0f9c0be1d0db2f9863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699990 May 26 22:23:47.808678 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53672) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:47.812722 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f9db0bd9-f8f9-4232-ad74-3c8c62f97ba0 req-6715534a-c56d-4304-a383-b9ad2ce8a0c3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646033 May 26 22:23:47.880726 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:47.889579 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:47.893151 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:47.911462 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:48.035008 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:48.039908 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:48.053034 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66bc98-f246-4757-8b6c-1598ccecb134,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:48.055829 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:48.056766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:48.057971 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f66bc98-f246-4757-8b6c-1598ccecb134 HTTP/1.1" status: 204 len: 168 time: 0.2482486 May 26 22:23:48.185988 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5fa79-ddc5-4eda-9056-923c0b113734 req-1ff71f1e-43fd-4aa4-a131-c2e66e11309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:48.187489 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bac5fa79-ddc5-4eda-9056-923c0b113734 req-1ff71f1e-43fd-4aa4-a131-c2e66e11309b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 1099 time: 0.0721765 May 26 22:23:48.266104 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bac5fa79-ddc5-4eda-9056-923c0b113734 req-2cef7003-c678-4565-becd-b8f3483ee9d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348580 May 26 22:23:48.440980 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e999-51bd-4a32-801c-9d9e84514ebb req-a6da9bc6-eaff-43d6-b19f-1938b00bd6b7 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:48.442470 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a165e999-51bd-4a32-801c-9d9e84514ebb req-a6da9bc6-eaff-43d6-b19f-1938b00bd6b7 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.0796449 May 26 22:23:48.489346 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a165e999-51bd-4a32-801c-9d9e84514ebb req-368ea2de-03c3-49ce-be72-ec3db590bdf4 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 May 26 22:23:48.618766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45262305-1fbe-4ad3-899a-a27c78c59257 req-db5dd969-19aa-4f98-8b92-cc2afcfe39a9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:48.620363 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-45262305-1fbe-4ad3-899a-a27c78c59257 req-db5dd969-19aa-4f98-8b92-cc2afcfe39a9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.0917935 May 26 22:23:48.755569 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-45262305-1fbe-4ad3-899a-a27c78c59257 req-df77b77d-e031-4c2c-a190-d584164dbeac tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262822 May 26 22:23:49.005765 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7609c-8742-40a9-b002-715cd9731aa9 req-5d641241-171e-4070-80fd-801fd992f732 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:49.007364 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-30b7609c-8742-40a9-b002-715cd9731aa9 req-5d641241-171e-4070-80fd-801fd992f732 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0871155 May 26 22:23:49.061567 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-30b7609c-8742-40a9-b002-715cd9731aa9 req-1c43ce7e-7152-4202-9042-a2c3fe12a65f tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481155 May 26 22:23:49.683239 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654acc-2a7c-4e5b-beaf-65df7b236c7f req-418ce659-3f7c-4548-8231-f8d7901c488b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:49.686906 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ec654acc-2a7c-4e5b-beaf-65df7b236c7f req-418ce659-3f7c-4548-8231-f8d7901c488b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.0820227 May 26 22:23:49.744380 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ec654acc-2a7c-4e5b-beaf-65df7b236c7f req-00d7fa72-3e20-4881-96ad-46e135c51079 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 May 26 22:23:49.844374 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-4b5e484b-f304-4a28-af41-8a90e82dc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:49.845826 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-4b5e484b-f304-4a28-af41-8a90e82dc3d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.0719576 May 26 22:23:49.993612 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53738) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:50.052369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-bc8f6254-90f3-46bb-bda5-2077ad123efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.053867 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-bc8f6254-90f3-46bb-bda5-2077ad123efa service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.1549160 May 26 22:23:50.128819 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.147756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:50.151676 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Usage tracker for resource:security_group_rule and tenant:c7dac5c8dd8b448fa941899018ab72f7 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:50.154952 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:50.161454 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:50.174310 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-573917ac-8dcb-42b4-a848-b5c3a3164b09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.1114895 May 26 22:23:50.253001 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-80cc92c3-f717-48ac-be94-282e4bd601ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.255288 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-80cc92c3-f717-48ac-be94-282e4bd601ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.0709443 May 26 22:23:50.302172 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e0bd6-9d89-41f3-8e71-5097cbc1c7bc req-5b19f8f0-ba2d-4ae5-b4d7-55ede00a51e8 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.303674 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-925e0bd6-9d89-41f3-8e71-5097cbc1c7bc req-5b19f8f0-ba2d-4ae5-b4d7-55ede00a51e8 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1239223 May 26 22:23:50.331262 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.342803 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-e58e67f1-8400-4adf-8298-1b2e28e5e239 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607355 May 26 22:23:50.356750 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-925e0bd6-9d89-41f3-8e71-5097cbc1c7bc req-020aa852-7b76-455a-9b2a-78489efbce3d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 May 26 22:23:50.429319 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.437741 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ea3b9cc-786b-463f-b6fb-23d2628daf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:50.477598 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-0f785550-1df2-4a36-bb7b-b0d5906a040c service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254971 May 26 22:23:50.480079 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7dac5c8dd8b448fa941899018ab72f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852514 May 26 22:23:50.481652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5a1db-4748-4e2b-a0ed-823f80d531a8,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:50.482682 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53748) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:50.484844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:50.639214 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.666717 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-81bff823-8c03-4dd0-9b7f-d7c7f9b7b5fb req-839ce83e-aa5f-44b3-9db7-cca4ca1804e5 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812613 May 26 22:23:50.681080 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.848396 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.853751 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4998dc62-f0a1-4bfe-81c8-10facebe4b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:50.867180 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5a1db-4748-4e2b-a0ed-823f80d531a8,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:50.869851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:50.871369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:50.872609 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6a5a1db-4748-4e2b-a0ed-823f80d531a8 HTTP/1.1" status: 204 len: 168 time: 0.3889127 May 26 22:23:50.934758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f3d86-a7fa-404b-b6ae-16ece686670e req-3a8590ed-d3ba-4f4f-815a-3d498463c28f tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:50.936715 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c71f3d86-a7fa-404b-b6ae-16ece686670e req-3a8590ed-d3ba-4f4f-815a-3d498463c28f tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.0896366 May 26 22:23:50.988498 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c71f3d86-a7fa-404b-b6ae-16ece686670e req-308f6bb9-f5ff-446c-aac8-03e9a39641aa tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 May 26 22:23:51.155476 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53774) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:51.281875 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.298974 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:51.303620 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c2740ddd7c8a4fa89a71561cff236335 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:51.307310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:51.313570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:51.396831 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.476743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.485251 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:51.533262 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2740ddd7c8a4fa89a71561cff236335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764927 May 26 22:23:51.534909 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936513e-1728-4004-b4bc-4b6a701e2b18,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:51.537856 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:51.542661 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53796) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:51.683146 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.719933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.778979 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b957-11e9-4e16-9cea-a4b1a8e230b4 req-d6583601-3b44-4e4b-b680-20fffaec3bd1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:51.781667 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8d20b957-11e9-4e16-9cea-a4b1a8e230b4 req-d6583601-3b44-4e4b-b680-20fffaec3bd1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1562014 May 26 22:23:51.831585 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8d20b957-11e9-4e16-9cea-a4b1a8e230b4 req-45bf1c5f-773a-48f0-9636-c87d98c9a65b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 May 26 22:23:51.876615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.881555 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:51.894039 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936513e-1728-4004-b4bc-4b6a701e2b18,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:51.898046 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:51.904031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:51.904782 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5936513e-1728-4004-b4bc-4b6a701e2b18 HTTP/1.1" status: 204 len: 168 time: 0.3608794 May 26 22:23:52.343169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:52.631543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 53830) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:52.649715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:52.669975 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:23:52.673869 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Usage tracker for resource:security_group_rule and tenant:8dcf3c8fe6d74558a2da94f4e0f4b3e2 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:23:52.677310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:23:52.683343 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:23:52.765884 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:52.853991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:52.864256 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-32c47ec3-6748-4f67-8c30-1db4cf8587fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:52.905227 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dcf3c8fe6d74558a2da94f4e0f4b3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724798 May 26 22:23:52.906131 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0424daa-48ab-419b-bef3-a56a98ae8b22,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:52.907837 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 53842) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:23:52.909338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:53.050490 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.081153 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.102632 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a98464-3027-41af-944e-01fcdf3e30ad req-d4720e2c-dbab-4ba3-beb8-638bf603e320 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:53.104142 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f3a98464-3027-41af-944e-01fcdf3e30ad req-d4720e2c-dbab-4ba3-beb8-638bf603e320 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1556635 May 26 22:23:53.178565 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f3a98464-3027-41af-944e-01fcdf3e30ad req-f2fe63a1-fac3-4a64-91eb-cdd5c9ae8fef tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584171 May 26 22:23:53.224120 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfad666-b2ab-454a-a4f6-7c1185d9e4d8 req-67936b9f-f191-4bce-a34b-e5822c5ef2f2 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:53.225851 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0bfad666-b2ab-454a-a4f6-7c1185d9e4d8 req-67936b9f-f191-4bce-a34b-e5822c5ef2f2 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.1000638 May 26 22:23:53.272243 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0bfad666-b2ab-454a-a4f6-7c1185d9e4d8 req-2bc2cd19-904e-4467-aa63-358fda7f2b43 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 May 26 22:23:53.282735 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.291077 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-28ed1116-51e1-4f9b-8205-cfd083f57fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:53.299421 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0424daa-48ab-419b-bef3-a56a98ae8b22,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:53.303377 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:53.307107 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:53.308304 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0424daa-48ab-419b-bef3-a56a98ae8b22 HTTP/1.1" status: 204 len: 168 time: 0.3995006 May 26 22:23:54.372976 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad53c1-4445-4c29-8e2e-26397e00439c req-c1bc1fdf-6a5a-4038-94f8-d00060802937 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:54.380597 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a2ad53c1-4445-4c29-8e2e-26397e00439c req-c1bc1fdf-6a5a-4038-94f8-d00060802937 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0960650 May 26 22:23:54.451803 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a2ad53c1-4445-4c29-8e2e-26397e00439c req-cbb84314-77cf-48d8-b639-b69d82bc24a1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699911 May 26 22:23:54.499247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f749-fa12-4496-9ea8-d93caaa27467 req-cd6a16ec-42f7-4d6c-8097-bab07c3d01a7 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:54.504012 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ae95f749-fa12-4496-9ea8-d93caaa27467 req-cd6a16ec-42f7-4d6c-8097-bab07c3d01a7 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.1100113 May 26 22:23:54.555384 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ae95f749-fa12-4496-9ea8-d93caaa27467 req-6bb3f584-5dc7-4388-9e0d-990df96107bd tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 May 26 22:23:55.402764 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-16c17890-0475-47ef-93bf-898210afce41 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.404302 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-16c17890-0475-47ef-93bf-898210afce41 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.0899580 May 26 22:23:55.554841 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Deleting port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:23:55.555883 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:55.832951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] For port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,segment=NetworkSegment(d6be4063-2da0-4ff2-9903-7aabc35576f0),segment_id=d6be4063-2da0-4ff2-9903-7aabc35576f0)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:23:55.833309 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:55.855103 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894365-44fc-4177-8ee0-6dbb9215cb9b req-99a9c299-98eb-4e09-83f8-8c1da127e46d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.862618 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0894365-44fc-4177-8ee0-6dbb9215cb9b req-99a9c299-98eb-4e09-83f8-8c1da127e46d tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2745044 May 26 22:23:55.870076 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb43b17-8e2f-4948-a0c8-a26b85edc2cb req-05e76af5-d024-4e94-904b-c470da96d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:55.872519 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8cb43b17-8e2f-4948-a0c8-a26b85edc2cb req-05e76af5-d024-4e94-904b-c470da96d245 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.2067714 May 26 22:23:55.970092 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8cb43b17-8e2f-4948-a0c8-a26b85edc2cb req-5381c8e0-45b7-451d-ae86-c59ef6d4401f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905304 May 26 22:23:56.003318 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086def6-bf1f-403d-bfee-c4bbc08d2904 req-e42227ea-d447-4b5c-983d-67143a6308b8 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:56.004971 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0086def6-bf1f-403d-bfee-c4bbc08d2904 req-e42227ea-d447-4b5c-983d-67143a6308b8 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 946 time: 0.1243739 May 26 22:23:56.054377 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0086def6-bf1f-403d-bfee-c4bbc08d2904 req-a98afaf4-c7d4-4abb-9a83-bbab5f0d5783 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/security-groups?id=eebf8f56-15bf-4b1e-97dd-537c489761ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 May 26 22:23:56.095347 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Calling delete_port for 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:23:56.136234 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0894365-44fc-4177-8ee0-6dbb9215cb9b req-cb549d7a-7bd4-4ccc-8ff7-1a64e9f2bcbf tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726753 May 26 22:23:56.282692 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.289000 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:23:56.294800 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['3cb304a3-7c61-4ed8-961c-2cc8a62c3d06'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:23:56.336487 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Pushing event deleted for resources: {'Port': ['ID=3cb304a3-7c61-4ed8-961c-2cc8a62c3d06,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:23:56.339401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:23:56.407602 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] No DVR routers for this DVR port 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:23:56.410280 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:23:56.412989 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'name': 'network-vif-deleted', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:23:56.456296 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338e571f-da08-4ac7-aecd-2993ebbfabb6', 'name': 'network-vif-deleted', 'tag': '3cb304a3-7c61-4ed8-961c-2cc8a62c3d06', 'status': 'completed', 'code': 200} May 26 22:23:56.500532 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1cde82a-14e7-4e34-a931-3e1cac3c50c1 req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.20 "DELETE /v2.0/ports/3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 HTTP/1.1" status: 204 len: 173 time: 1.0886307 May 26 22:23:57.224362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f34865c0-069f-408a-b713-9b575ce19f95 req-4ad7f907-021e-4103-a596-e0cd072cad11 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Synchronizing usage tracker for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:23:57.294047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f34865c0-069f-408a-b713-9b575ce19f95 req-4ad7f907-021e-4103-a596-e0cd072cad11 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Unset dirty status for tenant:f64cbb6883a146c1a22bd8f054a7202b on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:23:57.295228 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f34865c0-069f-408a-b713-9b575ce19f95 req-4ad7f907-021e-4103-a596-e0cd072cad11 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] 10.222.0.23 "GET /v2.0/ports?device_id=338e571f-da08-4ac7-aecd-2993ebbfabb6 HTTP/1.1" status: 200 len: 210 time: 0.1173794 May 26 22:23:57.336917 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a798af-a212-4c3d-961b-010df8676535 req-6eb7c321-b015-468a-aea8-44a1e5ca4078 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:57.338572 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-91a798af-a212-4c3d-961b-010df8676535 req-6eb7c321-b015-468a-aea8-44a1e5ca4078 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1017833 May 26 22:23:57.395119 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-91a798af-a212-4c3d-961b-010df8676535 req-8d3956a5-9121-4261-8e71-c5c1872ca568 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 May 26 22:23:58.583726 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749d02e-8232-4b3f-8e59-a7dced7d639e req-06959845-52d5-493e-bb78-31b071ba9260 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:58.585251 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5749d02e-8232-4b3f-8e59-a7dced7d639e req-06959845-52d5-493e-bb78-31b071ba9260 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0890393 May 26 22:23:58.635747 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5749d02e-8232-4b3f-8e59-a7dced7d639e req-d61ca7f3-fb46-493c-9575-34938a39299e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 May 26 22:23:59.401119 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8ed72-70ca-452b-8684-08aa6cda0025 req-dab3b98d-cbbf-4389-9dc4-5c9a21331494 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:59.402568 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78a8ed72-70ca-452b-8684-08aa6cda0025 req-dab3b98d-cbbf-4389-9dc4-5c9a21331494 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0893815 May 26 22:23:59.417846 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:23:59.447018 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78a8ed72-70ca-452b-8684-08aa6cda0025 req-9c13c938-7b85-4ac6-a1cc-b62392e8a573 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 May 26 22:23:59.454868 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:23:59.455417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3cb304a3-7c61-4ed8-961c-2cc8a62c3d06 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:23:59.505483 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-7c35a2d1-b46b-4cab-881f-4ead4789a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:59.506958 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-7c35a2d1-b46b-4cab-881f-4ead4789a8c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b155274201c4daba89e60008092c322&device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 1098 time: 0.0803740 May 26 22:23:59.637386 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-75cfe980-b07b-4981-9872-24dd1808b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:59.638838 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-75cfe980-b07b-4981-9872-24dd1808b249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 200 len: 920 time: 0.1244869 May 26 22:23:59.712712 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-5ea80c69-069a-4e47-99fc-20ad6da14e18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 200 len: 217 time: 0.0668299 May 26 22:23:59.787449 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-2c8d25a0-88f8-429e-b418-5233f1d69dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:23:59.788973 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-2c8d25a0-88f8-429e-b418-5233f1d69dca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 200 len: 859 time: 0.0612845 May 26 22:23:59.845284 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-e2d4baf0-7460-4756-b1c3-4775d81dc445 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20058a66-060b-4f87-a0c9-f27e0894e711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487452 May 26 22:24:00.011701 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-45765fa6-ca01-453b-9cfd-71165830d075 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587017 May 26 22:24:00.161938 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-04e87230-9430-4bb5-b2b8-50aaca693606 req-53636e3e-4748-4ae9-9125-88527d201857 service neutron] 10.222.0.20 "GET /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364303 May 26 22:24:00.162939 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d31ce0-eb61-4736-b3a4-d096920187eb req-f7776e5a-3a31-4593-9520-67c1af90eb45 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:00.164413 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-60d31ce0-eb61-4736-b3a4-d096920187eb req-f7776e5a-3a31-4593-9520-67c1af90eb45 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.0900028 May 26 22:24:00.211563 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-60d31ce0-eb61-4736-b3a4-d096920187eb req-3380e18e-0e6c-4047-8b97-c142b707b7e8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 May 26 22:24:00.688826 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca5e58-9240-47c2-8faa-509ddb737a25 req-3e8bd23c-3c54-4238-aec6-1c3da3ee8afc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:00.688826 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f7ca5e58-9240-47c2-8faa-509ddb737a25 req-3e8bd23c-3c54-4238-aec6-1c3da3ee8afc tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1184835 May 26 22:24:00.726688 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f7ca5e58-9240-47c2-8faa-509ddb737a25 req-9cf609f3-0196-4a0a-8651-9fcdc9dfffd1 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 May 26 22:24:00.857018 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54068) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:00.982175 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:00.996507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:01.000611 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Usage tracker for resource:security_group_rule and tenant:aad5f6b7ec3b42fda457b9e8f5731d9c is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:01.004314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:01.010593 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:01.090123 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.167592 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.174452 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:01.218659 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad5f6b7ec3b42fda457b9e8f5731d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604569 May 26 22:24:01.219220 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31527690-2f92-4262-84ca-3c141eee0d9b,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:01.221151 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54084) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:01.222341 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:01.278521 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.305536 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.402466 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.406364 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-866ef898-e02e-49dd-92db-00c2bee79130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:01.417739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31527690-2f92-4262-84ca-3c141eee0d9b,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:01.430130 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:01.433744 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:01.434874 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31527690-2f92-4262-84ca-3c141eee0d9b HTTP/1.1" status: 204 len: 168 time: 0.2127604 May 26 22:24:01.471115 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b24bcd-8e78-4d05-ad9d-f221ab9532a7 req-56db04da-7e08-4c0c-a3c3-82a7c0764113 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:01.472726 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e8b24bcd-8e78-4d05-ad9d-f221ab9532a7 req-56db04da-7e08-4c0c-a3c3-82a7c0764113 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.1550703 May 26 22:24:01.517974 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e8b24bcd-8e78-4d05-ad9d-f221ab9532a7 req-d2918977-1348-48d5-a6e8-b9856fcd6881 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 May 26 22:24:01.934462 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d8c48-bf5c-494d-9f18-350de36267c7 req-251f187c-ee43-40e5-931c-ac1ce477bc9e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:01.936782 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ad0d8c48-bf5c-494d-9f18-350de36267c7 req-251f187c-ee43-40e5-931c-ac1ce477bc9e tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0890234 May 26 22:24:01.996762 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ad0d8c48-bf5c-494d-9f18-350de36267c7 req-ab5fdd9f-7382-4d50-bd7f-f5c658a18509 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 May 26 22:24:02.111728 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54124) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:02.131144 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.148962 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:02.152799 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea108364e2c414cac04f02a8ab106ff is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:02.155865 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:02.162424 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:02.312627 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.394575 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.402412 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4fc521c5-7e50-4d8c-8303-f7bec0d5412b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:02.453735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54130) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:02.454151 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ea108364e2c414cac04f02a8ab106ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418458 May 26 22:24:02.454677 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe5b79-c67e-42ce-a6da-4e0f5b676c1c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:02.457992 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:02.569157 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.678646 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:24:02.729349 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:02.785672 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-9668e808-d035-44e7-8fc2-37bcca9dfe9b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:02.787524 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-9668e808-d035-44e7-8fc2-37bcca9dfe9b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.2162275 May 26 22:24:02.789462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f281e-0cc9-4c1c-97d1-ffb538c95dea req-01a7353c-88be-4d22-ad29-196c90ee22b8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:02.797859 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ce4f281e-0cc9-4c1c-97d1-ffb538c95dea req-01a7353c-88be-4d22-ad29-196c90ee22b8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 945 time: 0.0981786 May 26 22:24:02.878518 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ce4f281e-0cc9-4c1c-97d1-ffb538c95dea req-961eeebe-1043-4363-99ba-c80e8e56ce02 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792351 May 26 22:24:02.999593 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:03.006013 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-bd7feb21-d7be-4982-aea5-5b15ab07d32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:03.052583 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe5b79-c67e-42ce-a6da-4e0f5b676c1c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:03.065799 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:03.078565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:03.079679 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45fe5b79-c67e-42ce-a6da-4e0f5b676c1c HTTP/1.1" status: 204 len: 168 time: 0.6249423 May 26 22:24:03.132939 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Deleting port 450aa3f6-76c5-4af4-a16f-5633ab1b629c {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:03.133718 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:03.341112 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] For port 450aa3f6-76c5-4af4-a16f-5633ab1b629c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=450aa3f6-76c5-4af4-a16f-5633ab1b629c,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:03.341496 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:03.516982 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Calling delete_port for 450aa3f6-76c5-4af4-a16f-5633ab1b629c owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:03.531572 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6b70b-6b8e-4890-814c-17bed5ffe676 req-e1bc56de-0891-40cc-b157-7d6ffba09f66 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:03.536998 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1cd6b70b-6b8e-4890-814c-17bed5ffe676 req-e1bc56de-0891-40cc-b157-7d6ffba09f66 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.3159175 May 26 22:24:03.654791 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1cd6b70b-6b8e-4890-814c-17bed5ffe676 req-a13e5d2e-bfc1-4735-aa89-8a926c95ecd8 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080897 May 26 22:24:03.994709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:04.000286 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f0115217-22db-4efb-8a5d-fb2ea8c5cb40 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:04.014590 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42', '911fe480-7907-434d-8d33-a116d02d2fc0', '4f50698d-6050-4bd0-ab77-994b069cc4f4'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:04.116613 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event deleted for resources: {'Port': ['ID=450aa3f6-76c5-4af4-a16f-5633ab1b629c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:04.128641 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:04.132118 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bf72c0d2-b6b0-48ee-aa58-1db777c4dfff req-698b78dc-ed38-4cb2-abba-4f47fb907545 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 210 time: 0.0808828 May 26 22:24:04.228460 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] No DVR routers for this DVR port 450aa3f6-76c5-4af4-a16f-5633ab1b629c on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:04.231226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:04.234766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'name': 'network-vif-deleted', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:04.292735 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231bb98e-b762-4bf0-8e27-7a0ed29adb06', 'name': 'network-vif-deleted', 'tag': '450aa3f6-76c5-4af4-a16f-5633ab1b629c', 'status': 'completed', 'code': 200} May 26 22:24:04.358161 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d87faba1-a930-448f-8e13-b0eb4599eb11 req-fb6d424e-1f80-4d6e-bcef-8dde2b03954b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "DELETE /v2.0/ports/450aa3f6-76c5-4af4-a16f-5633ab1b629c HTTP/1.1" status: 204 len: 173 time: 1.5642555 May 26 22:24:04.937960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0c6ef-3072-4b6d-901d-b17b0e721714 req-04b1c258-ac15-4d97-bcdd-9a05eefd4905 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:04.946816 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6be0c6ef-3072-4b6d-901d-b17b0e721714 req-04b1c258-ac15-4d97-bcdd-9a05eefd4905 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1099396 May 26 22:24:05.063471 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6be0c6ef-3072-4b6d-901d-b17b0e721714 req-2f801c9c-fb46-4542-a847-9ccc21c6d039 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111429 May 26 22:24:05.386690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-9203c2d8-fc4f-4cab-872f-52904d6503dd req-c2ce272b-68f2-4da6-8c56-f76f34cb8fc8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:05.424521 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 450aa3f6-76c5-4af4-a16f-5633ab1b629c no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:05.479106 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 450aa3f6-76c5-4af4-a16f-5633ab1b629c {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:05.479459 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 450aa3f6-76c5-4af4-a16f-5633ab1b629c not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:05.509426 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-9203c2d8-fc4f-4cab-872f-52904d6503dd req-c2ce272b-68f2-4da6-8c56-f76f34cb8fc8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:05.510925 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9203c2d8-fc4f-4cab-872f-52904d6503dd req-c2ce272b-68f2-4da6-8c56-f76f34cb8fc8 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=231bb98e-b762-4bf0-8e27-7a0ed29adb06 HTTP/1.1" status: 200 len: 210 time: 0.2113867 May 26 22:24:08.808024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c507d91-0a41-435c-8e96-c44235473777 req-9d7a895f-8990-414d-9573-17e839673331 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:08.816179 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c507d91-0a41-435c-8e96-c44235473777 req-9d7a895f-8990-414d-9573-17e839673331 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.1458611 May 26 22:24:08.825768 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fb434113-91d2-473a-9348-ef62b1899131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:08.869606 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c507d91-0a41-435c-8e96-c44235473777 req-3321031c-7310-4ae8-ac07-3418ab04a287 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525730 May 26 22:24:10.082709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b52a-0c44-4ab4-bb2d-7a8a8417c3d9 req-a68694d8-b85b-4525-b3cf-968896ecab3a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:10.085103 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8892b52a-0c44-4ab4-bb2d-7a8a8417c3d9 req-a68694d8-b85b-4525-b3cf-968896ecab3a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.0901775 May 26 22:24:10.141969 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8892b52a-0c44-4ab4-bb2d-7a8a8417c3d9 req-935b644d-7d4d-406a-bae4-cf9c5d1e8ce9 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 May 26 22:24:11.208921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-fce57b56-7e80-4e45-bb68-d0e14e8aa0e4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:11.213789 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-fce57b56-7e80-4e45-bb68-d0e14e8aa0e4 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.1457059 May 26 22:24:11.292563 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3b7fe15d-b9c0-4199-a7d5-0236c591bcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:11.406268 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:11.446163 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Deleting port 4f50698d-6050-4bd0-ab77-994b069cc4f4 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:11.446507 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:11.488033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce9bc2-4e9a-4cf7-88e4-99ca8beb4bd2 req-94e76981-b34e-4366-85ee-3e4b7eb89d6f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:11.502793 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0fce9bc2-4e9a-4cf7-88e4-99ca8beb4bd2 req-94e76981-b34e-4366-85ee-3e4b7eb89d6f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 945 time: 0.1389468 May 26 22:24:11.581323 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0fce9bc2-4e9a-4cf7-88e4-99ca8beb4bd2 req-c95117c0-c9fb-42e9-be00-5fd05a947964 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763683 May 26 22:24:11.674696 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] For port 4f50698d-6050-4bd0-ab77-994b069cc4f4, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=4f50698d-6050-4bd0-ab77-994b069cc4f4,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:11.675401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:11.802425 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Calling delete_port for 4f50698d-6050-4bd0-ab77-994b069cc4f4 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:12.000260 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:12.013201 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2c35057a-45a0-4269-bd7d-7c5897e4b08a tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:12.015527 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42', '911fe480-7907-434d-8d33-a116d02d2fc0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:12.093925 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event deleted for resources: {'Port': ['ID=4f50698d-6050-4bd0-ab77-994b069cc4f4,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:12.108108 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:12.249040 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:12.416876 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0432f0-fce4-4fee-852a-a0e848b7b69e req-922e426e-3c81-4a29-b0cc-ec908cbbc1be tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:12.424241 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ff0432f0-fce4-4fee-852a-a0e848b7b69e req-922e426e-3c81-4a29-b0cc-ec908cbbc1be tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.2588127 May 26 22:24:12.508975 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ff0432f0-fce4-4fee-852a-a0e848b7b69e req-bd410905-0b29-4e24-8d29-2b2de9749168 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780151 May 26 22:24:12.534186 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] No DVR routers for this DVR port 4f50698d-6050-4bd0-ab77-994b069cc4f4 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:12.538252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:12.541571 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'name': 'network-vif-deleted', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:12.599443 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f474d8-ef3f-46d3-afe1-b532a7a7be23', 'name': 'network-vif-deleted', 'tag': '4f50698d-6050-4bd0-ab77-994b069cc4f4', 'status': 'completed', 'code': 200} May 26 22:24:12.621962 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5b6bd826-2dfa-4ca0-93b0-6e8ccee018a4 req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "DELETE /v2.0/ports/4f50698d-6050-4bd0-ab77-994b069cc4f4 HTTP/1.1" status: 204 len: 173 time: 1.3904974 May 26 22:24:12.789143 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6078179d-660e-4af3-9d4f-d7add3260b6e req-3e930c3a-77c5-4b1e-801c-ab8680861830 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f474d8-ef3f-46d3-afe1-b532a7a7be23 HTTP/1.1" status: 200 len: 210 time: 0.0750833 May 26 22:24:13.444836 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 4f50698d-6050-4bd0-ab77-994b069cc4f4 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:13.484889 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 4f50698d-6050-4bd0-ab77-994b069cc4f4 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:13.485529 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 4f50698d-6050-4bd0-ab77-994b069cc4f4 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:13.711632 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7762c56-494e-4f30-84df-39ee761b49ef req-e8ae35e6-dcbd-40b5-aa00-33fa9b0111ab tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:13.719058 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a7762c56-494e-4f30-84df-39ee761b49ef req-e8ae35e6-dcbd-40b5-aa00-33fa9b0111ab tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.0941789 May 26 22:24:13.766427 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a7762c56-494e-4f30-84df-39ee761b49ef req-7226a083-2cc4-418e-8730-2810bc30cc03 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465252 May 26 22:24:13.833214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:14.501310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54466) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:14.654603 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:14.663491 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891c670-62c0-4547-b094-cc3e1db2830c req-369fff5c-bccb-44a9-8463-7a5cebda2b13 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:14.666443 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5891c670-62c0-4547-b094-cc3e1db2830c req-369fff5c-bccb-44a9-8463-7a5cebda2b13 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.1082475 May 26 22:24:14.676752 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:14.681564 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Usage tracker for resource:security_group_rule and tenant:6ca229ee17e8417691b8b52dc49ba553 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:14.690367 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:14.692567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:14.726669 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5891c670-62c0-4547-b094-cc3e1db2830c req-ad694c79-c32a-455f-9fe5-0f32536cf2fe tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 May 26 22:24:14.830137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:14.890979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:14.928817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-eb6084d9-58f6-4bf9-9436-5e1d376c1049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:14.987977 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ca229ee17e8417691b8b52dc49ba553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852309 May 26 22:24:14.991234 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54478) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:14.992008 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7407e6-4ddd-47f7-996b-768e9bab35e9,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:15.008512 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:15.076635 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.087352 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007da13-8e4b-4ada-a53d-1d3e239c6275 req-90c04ff4-e45f-4b9f-b4aa-4195840cdc34 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:15.088940 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2007da13-8e4b-4ada-a53d-1d3e239c6275 req-90c04ff4-e45f-4b9f-b4aa-4195840cdc34 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1999011 May 26 22:24:15.133942 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.213012 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2007da13-8e4b-4ada-a53d-1d3e239c6275 req-caeb042e-d2bc-41ac-9023-2a79aa00c619 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163781 May 26 22:24:15.286796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-15bdd015-1e1b-4d53-b683-1b415099ce28 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:15.293089 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-15bdd015-1e1b-4d53-b683-1b415099ce28 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 946 time: 0.1477740 May 26 22:24:15.360995 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.370606 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-06157e63-d166-4b3b-9bbc-6f8c81afb2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:15.392654 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7407e6-4ddd-47f7-996b-768e9bab35e9,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:15.399340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:15.435496 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.436701 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a7407e6-4ddd-47f7-996b-768e9bab35e9 HTTP/1.1" status: 204 len: 168 time: 0.4420130 May 26 22:24:15.474879 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Deleting port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:15.475310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.622237 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] For port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:15.622237 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:15.901463 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Calling delete_port for e380188b-4f4a-4cef-8fe3-cdbf34e76a2c owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:16.142377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8b212-a478-4d28-84b5-30f140952e59 req-d81dd887-fbce-4229-8cbd-39a38362d809 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:16.143579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-11b8b212-a478-4d28-84b5-30f140952e59 req-d81dd887-fbce-4229-8cbd-39a38362d809 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:16.174104 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:16.187227 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:16.188720 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['3f5071df-7061-4ca5-86cd-f552a96de402'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:16.236638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Pushing event deleted for resources: {'Port': ['ID=e380188b-4f4a-4cef-8fe3-cdbf34e76a2c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:16.274413 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:16.281212 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-11b8b212-a478-4d28-84b5-30f140952e59 req-d81dd887-fbce-4229-8cbd-39a38362d809 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:16.288345 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-11b8b212-a478-4d28-84b5-30f140952e59 req-d81dd887-fbce-4229-8cbd-39a38362d809 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.2650855 May 26 22:24:16.356047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] No DVR routers for this DVR port e380188b-4f4a-4cef-8fe3-cdbf34e76a2c on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:16.361457 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:16.371561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'name': 'network-vif-deleted', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:16.419984 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-11b8b212-a478-4d28-84b5-30f140952e59 req-8911521e-409c-4b8c-9d98-3f338833393a tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265016 May 26 22:24:16.435945 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cb98da5d-8042-4554-94c8-cee66432d1ac req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "DELETE /v2.0/ports/e380188b-4f4a-4cef-8fe3-cdbf34e76a2c HTTP/1.1" status: 204 len: 173 time: 1.1405227 May 26 22:24:16.520069 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8bebb32e-f26e-42b9-907f-712fec4e9522 req-81b99e24-383c-415c-827a-d56b098392ea tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.0831382 May 26 22:24:16.590135 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331f3bf4-0ab5-496f-9b3a-fc11122999d8', 'name': 'network-vif-deleted', 'tag': 'e380188b-4f4a-4cef-8fe3-cdbf34e76a2c', 'status': 'completed', 'code': 200} May 26 22:24:16.624338 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-c8ec8d58-c840-4275-a5d7-98c18c98fe0f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:16.632952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-c8ec8d58-c840-4275-a5d7-98c18c98fe0f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 946 time: 0.1342204 May 26 22:24:16.813898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Deleting port 911fe480-7907-434d-8d33-a116d02d2fc0 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:16.814254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:16.968232 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] For port 911fe480-7907-434d-8d33-a116d02d2fc0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=911fe480-7907-434d-8d33-a116d02d2fc0,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:16.968822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:17.193797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Calling delete_port for 911fe480-7907-434d-8d33-a116d02d2fc0 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:17.384985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:17.391403 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c3f60ff-54d2-40c7-9c9a-e630d17a47d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:17.398842 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42', '911fe480-7907-434d-8d33-a116d02d2fc0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:17.470936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event deleted for resources: {'Port': ['ID=911fe480-7907-434d-8d33-a116d02d2fc0,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:17.471231 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 911fe480-7907-434d-8d33-a116d02d2fc0 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:17.475189 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:17.515683 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 911fe480-7907-434d-8d33-a116d02d2fc0 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:17.516309 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 911fe480-7907-434d-8d33-a116d02d2fc0 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:17.516884 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device e380188b-4f4a-4cef-8fe3-cdbf34e76a2c no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:17.562161 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: e380188b-4f4a-4cef-8fe3-cdbf34e76a2c {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:17.562918 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device e380188b-4f4a-4cef-8fe3-cdbf34e76a2c not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:17.581211 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] No DVR routers for this DVR port 911fe480-7907-434d-8d33-a116d02d2fc0 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:17.586317 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:17.669815 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9fddff76-6f42-488e-8c7d-f044c11c9126 req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "DELETE /v2.0/ports/911fe480-7907-434d-8d33-a116d02d2fc0 HTTP/1.1" status: 204 len: 173 time: 1.0209687 May 26 22:24:17.718931 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-360870bb-25d1-43d0-a622-b23faa3e0f3a req-09acc42d-4a06-4f98-8f85-c03d0835ed1b tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.0739963 May 26 22:24:17.842470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-10f68ab6-6ccf-438a-bc97-bf567c6998a4 req-169b8b04-b930-428d-a3b8-8876d5bad5c5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:17.942423 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-10f68ab6-6ccf-438a-bc97-bf567c6998a4 req-169b8b04-b930-428d-a3b8-8876d5bad5c5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:17.944336 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10f68ab6-6ccf-438a-bc97-bf567c6998a4 req-169b8b04-b930-428d-a3b8-8876d5bad5c5 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=331f3bf4-0ab5-496f-9b3a-fc11122999d8 HTTP/1.1" status: 200 len: 210 time: 0.1639626 May 26 22:24:18.591154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'name': 'network-vif-deleted', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:18.669059 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eed33f-8ffa-45a6-a04a-4a621b1513fa', 'name': 'network-vif-deleted', 'tag': '911fe480-7907-434d-8d33-a116d02d2fc0', 'status': 'completed', 'code': 200} May 26 22:24:18.887691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ade80f0d-1d4f-421f-85c1-5d7e0cd43ac1 req-e78aba22-40b9-4590-8fde-abc035d18084 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:18.982208 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ade80f0d-1d4f-421f-85c1-5d7e0cd43ac1 req-e78aba22-40b9-4590-8fde-abc035d18084 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:18.983811 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ade80f0d-1d4f-421f-85c1-5d7e0cd43ac1 req-e78aba22-40b9-4590-8fde-abc035d18084 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1eed33f-8ffa-45a6-a04a-4a621b1513fa HTTP/1.1" status: 200 len: 210 time: 0.1448002 May 26 22:24:19.814920 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2d73b-12c7-4bac-b223-c8b9aea06da3 req-2ebbc024-5004-4d2f-8617-686583c93f6b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:19.816444 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ebc2d73b-12c7-4bac-b223-c8b9aea06da3 req-2ebbc024-5004-4d2f-8617-686583c93f6b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0851879 May 26 22:24:19.863044 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ebc2d73b-12c7-4bac-b223-c8b9aea06da3 req-9346bd18-cf13-4da6-8174-b69294a6bf98 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 May 26 22:24:21.112716 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25896b-556e-458d-9cfc-df5c456b0a0b req-cece716d-889c-46f7-a1f3-68ae7bb665e3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:21.115058 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ed25896b-556e-458d-9cfc-df5c456b0a0b req-cece716d-889c-46f7-a1f3-68ae7bb665e3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0853326 May 26 22:24:21.177865 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ed25896b-556e-458d-9cfc-df5c456b0a0b req-7037e8c6-9b3e-4aef-ace7-d3e68788bbe9 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 May 26 22:24:22.121459 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f597e-7142-4257-889e-54bde998ce0e req-b8c1d120-a1ed-4338-84a6-d9dd3003693c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:22.122912 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-238f597e-7142-4257-889e-54bde998ce0e req-b8c1d120-a1ed-4338-84a6-d9dd3003693c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.0864069 May 26 22:24:22.171017 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-238f597e-7142-4257-889e-54bde998ce0e req-e51c9e06-a188-407c-9e36-446c11e5a7ee tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 May 26 22:24:22.348185 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:22.374920 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ba23d-d089-4d77-b9b2-8bf47da7de55 req-60a8993f-adf9-4842-ad10-d742976239ca tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:22.377121 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e26ba23d-d089-4d77-b9b2-8bf47da7de55 req-60a8993f-adf9-4842-ad10-d742976239ca tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0835230 May 26 22:24:22.428351 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e26ba23d-d089-4d77-b9b2-8bf47da7de55 req-5c8d6a5e-ddf4-4257-83d3-a9cdcbc3e517 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424888 May 26 22:24:23.183208 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e5fb5-26e7-40ea-9ee5-c5b272e7fa70 req-0312f302-f53b-4e3d-b40f-1d77cf2df2c7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:23.184807 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3c4e5fb5-26e7-40ea-9ee5-c5b272e7fa70 req-0312f302-f53b-4e3d-b40f-1d77cf2df2c7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1003642 May 26 22:24:23.237458 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3c4e5fb5-26e7-40ea-9ee5-c5b272e7fa70 req-dbe9c0f7-e6b1-4fb0-8623-20b07cc8980a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449011 May 26 22:24:23.392532 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd11e8-ef2f-46c0-b407-c25682c9f7be req-a226e8f9-7fe8-4b8f-a272-07057bc76784 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:23.394143 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbd11e8-ef2f-46c0-b407-c25682c9f7be req-a226e8f9-7fe8-4b8f-a272-07057bc76784 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.0873423 May 26 22:24:23.444203 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffbd11e8-ef2f-46c0-b407-c25682c9f7be req-4640d720-4b9e-409a-8d2a-47943c69e78c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435910 May 26 22:24:23.662623 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81c90b-0e3c-4d83-9bb4-1582b17365fb req-c73f2334-e1a3-4dc2-b113-54fb782fc5b2 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:23.664472 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d81c90b-0e3c-4d83-9bb4-1582b17365fb req-c73f2334-e1a3-4dc2-b113-54fb782fc5b2 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.1227431 May 26 22:24:23.713525 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d81c90b-0e3c-4d83-9bb4-1582b17365fb req-7362a7a9-93a3-422e-8592-931396d3095b tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 May 26 22:24:24.437490 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61b005-a31a-4fde-a085-e82f205dd016 req-edd0c93b-050e-4c12-9612-83fd5bb9fb7c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:24.438987 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1b61b005-a31a-4fde-a085-e82f205dd016 req-edd0c93b-050e-4c12-9612-83fd5bb9fb7c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0826411 May 26 22:24:24.504830 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1b61b005-a31a-4fde-a085-e82f205dd016 req-8d24789f-5fcf-449c-8969-0628d479f01e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583138 May 26 22:24:24.536853 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc5e56-bc29-411d-a104-a47478a3972f req-4b3a2734-0e8a-4a14-a315-226db64908de tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:24.538438 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30cc5e56-bc29-411d-a104-a47478a3972f req-4b3a2734-0e8a-4a14-a315-226db64908de tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.1086552 May 26 22:24:24.736818 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8e901-221c-4c91-830a-ba7b31c02d10 req-16c074d2-904c-4a8d-806c-53a8e0297c8f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:24.738604 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cca8e901-221c-4c91-830a-ba7b31c02d10 req-16c074d2-904c-4a8d-806c-53a8e0297c8f tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 945 time: 0.1603038 May 26 22:24:24.795082 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Deleting port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:24.795368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:24.813908 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cca8e901-221c-4c91-830a-ba7b31c02d10 req-17cac071-3fc7-4fcb-9df6-da27de822aaa tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b750de5-c25f-4864-aec8-ae6d2c5a2997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689406 May 26 22:24:25.014307 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] For port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,segment=NetworkSegment(01045881-0040-4b29-bf76-cf3e1cbd4769),segment_id=01045881-0040-4b29-bf76-cf3e1cbd4769)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:25.014691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.151782 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Calling delete_port for 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:25.183187 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e32f19-50e7-461d-854b-998e90f9dd81 req-c12596b2-f1c6-4a02-8cc9-a42d4c6b3dda tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:25.184705 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-70e32f19-50e7-461d-854b-998e90f9dd81 req-c12596b2-f1c6-4a02-8cc9-a42d4c6b3dda tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.2502837 May 26 22:24:25.244644 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-70e32f19-50e7-461d-854b-998e90f9dd81 req-bac71ccb-2fb3-4d16-8ed9-48ab7653b249 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 May 26 22:24:25.370612 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.376354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f97657ee-9301-4d3f-965a-38b516be287c tempest-VolumesActionsTest-1270218672 tempest-VolumesActionsTest-1270218672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:25.381706 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['54f3ac3f-85d4-41f7-b30f-9c7e43707b42'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:25.504949 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Pushing event deleted for resources: {'Port': ['ID=54f3ac3f-85d4-41f7-b30f-9c7e43707b42,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:25.508745 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:25.594424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] No DVR routers for this DVR port 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:25.594424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:25.594424 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'name': 'network-vif-deleted', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:25.672408 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30cc5e56-bc29-411d-a104-a47478a3972f req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.20 "DELETE /v2.0/ports/54f3ac3f-85d4-41f7-b30f-9c7e43707b42 HTTP/1.1" status: 204 len: 173 time: 1.1262634 May 26 22:24:25.814026 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137067-1afa-4c38-b2fa-80674b04866a req-115d62b6-0aa3-4159-9d17-a2dc846ff3b7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:25.829046 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da137067-1afa-4c38-b2fa-80674b04866a req-115d62b6-0aa3-4159-9d17-a2dc846ff3b7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1851764 May 26 22:24:25.861278 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8515e48-711f-42e8-9e0f-faa71ebe572a', 'name': 'network-vif-deleted', 'tag': '54f3ac3f-85d4-41f7-b30f-9c7e43707b42', 'status': 'completed', 'code': 200} May 26 22:24:25.893241 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da137067-1afa-4c38-b2fa-80674b04866a req-7f7c1bba-3db5-4da8-a7d7-2b262a000b2e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 May 26 22:24:25.984078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-52d7056b-16c5-4f3d-831d-5a6677a06f6a req-eb98a54e-15a0-4263-a51b-e4c685efb378 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Synchronizing usage tracker for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:26.062602 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-52d7056b-16c5-4f3d-831d-5a6677a06f6a req-eb98a54e-15a0-4263-a51b-e4c685efb378 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Unset dirty status for tenant:78e1321f3a86408f80bc2bc8fe2eb318 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:26.064107 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-52d7056b-16c5-4f3d-831d-5a6677a06f6a req-eb98a54e-15a0-4263-a51b-e4c685efb378 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8515e48-711f-42e8-9e0f-faa71ebe572a HTTP/1.1" status: 200 len: 210 time: 0.1256177 May 26 22:24:26.453699 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951de4-7f64-4941-a1f2-29ba2a93dcf7 req-f79d5259-4e7c-496d-9951-82f1d11c172c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:26.456477 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f9951de4-7f64-4941-a1f2-29ba2a93dcf7 req-f79d5259-4e7c-496d-9951-82f1d11c172c tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0912631 May 26 22:24:26.502924 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f9951de4-7f64-4941-a1f2-29ba2a93dcf7 req-967cf147-b428-4c81-85ec-15be79e98097 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8519f43-4921-4b66-90ae-f84118aa12f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 May 26 22:24:26.535738 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-2b5ae100-d842-4ba0-8615-4f4dcc6850da tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:26.537238 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-2b5ae100-d842-4ba0-8615-4f4dcc6850da tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 945 time: 0.0885565 May 26 22:24:26.683433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Deleting port 3f5071df-7061-4ca5-86cd-f552a96de402 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:26.684226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:26.837497 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] For port 3f5071df-7061-4ca5-86cd-f552a96de402, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=3f5071df-7061-4ca5-86cd-f552a96de402,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:26.838184 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:26.993348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Calling delete_port for 3f5071df-7061-4ca5-86cd-f552a96de402 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:27.145797 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3d7ee-7f09-4e00-9571-bdcf70a815c9 req-03db9159-8c2d-4a97-8759-c2939e3a306b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:27.147326 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e7f3d7ee-7f09-4e00-9571-bdcf70a815c9 req-03db9159-8c2d-4a97-8759-c2939e3a306b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1371284 May 26 22:24:27.212922 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e7f3d7ee-7f09-4e00-9571-bdcf70a815c9 req-2600c2d4-d359-443b-8aca-76897d304170 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554566 May 26 22:24:27.273375 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54632) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:27.307640 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.316252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:27.319811 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['3f5071df-7061-4ca5-86cd-f552a96de402'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:27.373687 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Pushing event deleted for resources: {'Port': ['ID=3f5071df-7061-4ca5-86cd-f552a96de402,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:27.378908 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:27.445548 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_v2 [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Deleting subnet e96a1dbb-c4f3-4ea4-b406-16115c154a1a {{(pid=92362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:24:27.453151 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.491260 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] No DVR routers for this DVR port 3f5071df-7061-4ca5-86cd-f552a96de402 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:24:27.495194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.520886 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217515'] for subnet, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.539702 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:27.576864 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:27.577216 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 54f3ac3f-85d4-41f7-b30f-9c7e43707b42 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:27.581783 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.612596 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-52a00fab-69c4-4d0d-8712-bc95b45b3419 req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.20 "DELETE /v2.0/ports/3f5071df-7061-4ca5-86cd-f552a96de402 HTTP/1.1" status: 204 len: 173 time: 1.0685873 May 26 22:24:27.669675 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-a553a7f4-e545-4699-9ec4-9abf23bb6caf req-e6f59898-6238-4fb3-85fb-e3fb56ee7811 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Synchronizing usage tracker for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:27.840154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-a553a7f4-e545-4699-9ec4-9abf23bb6caf req-e6f59898-6238-4fb3-85fb-e3fb56ee7811 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Unset dirty status for tenant:6b155274201c4daba89e60008092c322 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:27.841297 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a553a7f4-e545-4699-9ec4-9abf23bb6caf req-e6f59898-6238-4fb3-85fb-e3fb56ee7811 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] 10.222.0.23 "GET /v2.0/ports?device_id=e736adc5-9559-4a77-8f89-bbae093f8ffa HTTP/1.1" status: 200 len: 210 time: 0.2204616 May 26 22:24:27.862567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'name': 'network-vif-deleted', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:27.907993 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e736adc5-9559-4a77-8f89-bbae093f8ffa', 'name': 'network-vif-deleted', 'tag': '3f5071df-7061-4ca5-86cd-f552a96de402', 'status': 'completed', 'code': 200} May 26 22:24:27.933510 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1658373'] for subnet, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.938860 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7d320d72-5b9e-4029-92fa-b1ecff594cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:27.976486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96a1dbb-c4f3-4ea4-b406-16115c154a1a,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:27.980166 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:27.982833 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:27.987172 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-39867a8e-b21b-4529-9d37-8f16b039a40e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e96a1dbb-c4f3-4ea4-b406-16115c154a1a HTTP/1.1" status: 204 len: 168 time: 0.7127569 May 26 22:24:27.989575 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54648) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:28.177271 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.305917 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.321436 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d39aeba-da94-4464-b071-98b6871ffb47']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:28.341254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01045881-0040-4b29-bf76-cf3e1cbd4769') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:28.341557 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01045881-0040-4b29-bf76-cf3e1cbd4769') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:28.358978 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.376349 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.384536 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:24:28.385010 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:24:28.399776 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:24:28.444572 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc60b9b-f72e-49e9-9d11-e02d62f2f0e7 req-1bc3732a-d551-484d-9fe9-44f37bb03331 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:28.445874 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2fc60b9b-f72e-49e9-9d11-e02d62f2f0e7 req-1bc3732a-d551-484d-9fe9-44f37bb03331 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0917614 May 26 22:24:28.491625 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2fc60b9b-f72e-49e9-9d11-e02d62f2f0e7 req-1e0eb3cd-203f-42ef-b8a5-5a86a865273e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 May 26 22:24:28.539267 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.543088 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:28.559453 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:28.566200 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Pushing event deleted for resources: {'Network': ['ID=2d39aeba-da94-4464-b071-98b6871ffb47,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:28.570806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:28.649707 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-8bb2237a-aa28-4f40-86b7-ee6788b8d3be admin admin] 10.222.0.23 "DELETE /v2.0/networks/2d39aeba-da94-4464-b071-98b6871ffb47 HTTP/1.1" status: 204 len: 168 time: 0.6586428 May 26 22:24:28.937216 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54678) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:29.084398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54686) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:29.219896 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c381e7ab-ad90-4b52-96d5-6218e533c8d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78e1321f3a86408f80bc2bc8fe2eb318&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1341522 May 26 22:24:29.222431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54694) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:29.284369 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.312055 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.493404 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.498601 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-904978d4-9b27-47b6-88e9-a0a006e63192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:29.533663 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3f5071df-7061-4ca5-86cd-f552a96de402 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:29.547554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.587624 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 3f5071df-7061-4ca5-86cd-f552a96de402 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:29.588170 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 3f5071df-7061-4ca5-86cd-f552a96de402 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:29.606542 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b750de5-c25f-4864-aec8-ae6d2c5a2997,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:29.616827 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:29.677366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:29.678528 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b750de5-c25f-4864-aec8-ae6d2c5a2997 HTTP/1.1" status: 204 len: 168 time: 0.4550843 May 26 22:24:29.882866 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c92e6-d7af-4851-89f9-c588e98a51da req-831cbffb-1fc9-4a7d-99e0-1a97bfa844a4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:29.884440 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-357c92e6-d7af-4851-89f9-c588e98a51da req-831cbffb-1fc9-4a7d-99e0-1a97bfa844a4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.2535596 May 26 22:24:30.035438 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-357c92e6-d7af-4851-89f9-c588e98a51da req-69493e5e-11d5-443b-9d29-0ec71ede4bcb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437457 May 26 22:24:30.162617 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Deleting port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:30.162992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.290186 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] For port 3e1d3301-a99b-4129-9c2e-6b5ed35218a3, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,segment=NetworkSegment(4e5ba449-2f8c-4d4e-9e60-1459134454ca),segment_id=4e5ba449-2f8c-4d4e-9e60-1459134454ca)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:30.290782 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.419711 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Calling delete_port for 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 owned by network:router_interface {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:30.776564 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:30.781447 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:30.823772 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1d3301-a99b-4129-9c2e-6b5ed35218a3,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:30.826803 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:31.087297 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.373257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5a19d-44fb-4878-a15b-9306773f8fd9 req-8f98af1a-49d4-40c3-b052-dd0d3ef8875c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:31.377031 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f2d5a19d-44fb-4878-a15b-9306773f8fd9 req-8f98af1a-49d4-40c3-b052-dd0d3ef8875c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.2258074 May 26 22:24:31.620408 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f2d5a19d-44fb-4878-a15b-9306773f8fd9 req-cf274fd9-9931-4fa6-a0be-bdeb3fd70271 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304718 May 26 22:24:31.661814 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Router b1d2d992-5259-4001-83da-b2a74aea5e4b has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:24:31.740763 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54794) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:31.823861 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Deleting subnet 87254f33-890d-499d-b7d6-826b12c2c5c4 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:24:31.827700 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.863495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:24:31.874930 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Sync routers for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:24:31.887037 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:31.887037 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:24:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:31.887339 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.950346 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:31.964627 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] 10.222.0.23 "PUT /v2.0/routers/b1d2d992-5259-4001-83da-b2a74aea5e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0262461 May 26 22:24:31.965539 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54802) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:32.063886 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:32.173980 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks [] for router, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.305699 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.310208 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8a5c1bbd-b03c-4a2c-bc82-9b60f0fb1ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:32.342347 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87254f33-890d-499d-b7d6-826b12c2c5c4,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:32.345914 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:32.350145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.358059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.366848 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:24:30Z', 'revision_number': 5, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port': {'id': '018337f7-16cf-4ef2-99d5-9c26ca0b2c14', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:40Z', 'updated_at': '2021-05-26T22:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.367227 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/87254f33-890d-499d-b7d6-826b12c2c5c4 HTTP/1.1" status: 204 len: 168 time: 0.6200922 May 26 22:24:32.367322 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Checking router: b1d2d992-5259-4001-83da-b2a74aea5e4b for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:24:32.368683 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54816) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:32.374849 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Routers {'b1d2d992-5259-4001-83da-b2a74aea5e4b'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:24:32.375430 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:24:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b1d2d992-5259-4001-83da-b2a74aea5e4b'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.527993 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.557656 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] Set router b1d2d992-5259-4001-83da-b2a74aea5e4b gateway port host: None {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:24:32.591602 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Deleting port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:24:32.592040 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.667713 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:24:32Z', 'revision_number': 6, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.672268 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c74c2c-6d0a-426e-bb01-e584273be1d0 None None] The sync data for ids ['b1d2d992-5259-4001-83da-b2a74aea5e4b'] in dv-cinder-793244-1-smb is: [{'id': 'b1d2d992-5259-4001-83da-b2a74aea5e4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1024926116-router', 'tenant_id': '6b155274201c4daba89e60008092c322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:38Z', 'updated_at': '2021-05-26T22:24:32Z', 'revision_number': 6, 'project_id': '6b155274201c4daba89e60008092c322', 'gw_port_host': None}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:24:32.822130 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54828) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:32.827521 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.863037 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5dfba8-0cda-403a-9987-868c3d0b46bb']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.875197 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] For port 018337f7-16cf-4ef2-99d5-9c26ca0b2c14, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:32.875553 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.944150 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6be4063-2da0-4ff2-9903-7aabc35576f0') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.944448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6be4063-2da0-4ff2-9903-7aabc35576f0') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:32.970293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:32.985053 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:32.988898 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Usage tracker for resource:security_group_rule and tenant:6065598ed5a644f9944ddf078cb03189 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:32.991773 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:32.997359 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:33.092996 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.123360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Calling delete_port for 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 owned by network:router_gateway {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:24:33.129490 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.161537 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.170255 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:24:33.170636 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.181786 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:24:33.184201 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:24:33.190420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f5aee940-2999-4e2c-801f-e07c70996cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.230029 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6065598ed5a644f9944ddf078cb03189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060354 May 26 22:24:33.230925 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5924a-b245-48a8-93d0-2dff74343d7e,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.233980 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.234620 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54834) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:33.246530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f396-258c-4d43-b880-693cd164f589 req-c21ef63a-7cb2-42f3-8b94-ce8685bfb1ec tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:33.248020 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-76c9f396-258c-4d43-b880-693cd164f589 req-c21ef63a-7cb2-42f3-8b94-ce8685bfb1ec tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.4877090 May 26 22:24:33.302876 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.329134 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.330596 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-76c9f396-258c-4d43-b880-693cd164f589 req-48c59195-6429-42e2-82bd-4a035e47faa6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626867 May 26 22:24:33.355926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.360580 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.374124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.387633 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5dfba8-0cda-403a-9987-868c3d0b46bb,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.391867 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.439149 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.443878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-56a265a7-7a5e-4ce4-9639-cef4c3410787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.454652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5924a-b245-48a8-93d0-2dff74343d7e,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.458218 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.461800 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.464082 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6de5924a-b245-48a8-93d0-2dff74343d7e HTTP/1.1" status: 204 len: 168 time: 0.2285378 May 26 22:24:33.468731 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6ce3fc24-0ee9-434c-9bff-8a2d45132c26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af5dfba8-0cda-403a-9987-868c3d0b46bb HTTP/1.1" status: 204 len: 168 time: 1.0964067 May 26 22:24:33.527469 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.532266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:33.576563 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=018337f7-16cf-4ef2-99d5-9c26ca0b2c14,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:33.608090 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:33.673197 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.813845 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:33.846689 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.849256 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:33.857603 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:33.860303 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 018337f7-16cf-4ef2-99d5-9c26ca0b2c14 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:33.860303 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:24:33.875478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54846) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:33.894458 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:24:33.895265 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 3e1d3301-a99b-4129-9c2e-6b5ed35218a3 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:24:33.932856 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3ca8b7d6-968b-46eb-a8e9-551a03b3f839 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f64cbb6883a146c1a22bd8f054a7202b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557315 May 26 22:24:33.934980 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54850) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:33.995586 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.024147 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.027421 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.028034 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d2d992-5259-4001-83da-b2a74aea5e4b {{(pid=92362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:24:34.039130 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.043301 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b1d2d992-5259-4001-83da-b2a74aea5e4b HTTP/1.1" status: 204 len: 168 time: 2.0764575 May 26 22:24:34.044363 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54856) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:34.110641 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_v2 [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Deleting subnet 1aae2874-a8de-47a1-92f8-61b604a68b71 {{(pid=92362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:24:34.113615 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.163860 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217515'] for subnet, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.184471 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.187709 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-19e3b460-f2bb-4b16-b861-643f09b9fd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:34.201781 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebf8f56-15bf-4b1e-97dd-537c489761ba,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:34.204547 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:34.219215 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.271965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.273642 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eebf8f56-15bf-4b1e-97dd-537c489761ba HTTP/1.1" status: 204 len: 168 time: 0.3374918 May 26 22:24:34.337954 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54862) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:34.376758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.404059 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:34.409157 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Usage tracker for resource:security_group_rule and tenant:a01cf41e1fa7406b9970fa0abbfc5c2f is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:34.412708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:34.421322 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:34.516646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.571114 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088787b-9254-450e-9d62-0acab77952ba req-7ff7143f-d009-49d8-a5bb-02ab25fedf4c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:34.572594 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4088787b-9254-450e-9d62-0acab77952ba req-7ff7143f-d009-49d8-a5bb-02ab25fedf4c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0990748 May 26 22:24:34.598956 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.607863 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:34.618918 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4088787b-9254-450e-9d62-0acab77952ba req-709553f0-18f5-461c-9a1b-8b88440c704e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 May 26 22:24:34.647640 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a01cf41e1fa7406b9970fa0abbfc5c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082099 May 26 22:24:34.649389 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b5b88-4edf-4d41-a4a9-cdc9d0e7b662,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:34.650398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54868) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:34.652463 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:34.674304 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1658373'] for subnet, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.684259 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:34.726323 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aae2874-a8de-47a1-92f8-61b604a68b71,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:34.731226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:34.732392 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.741620 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-75effeed-b516-4d49-b970-c7e3257eef4e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1aae2874-a8de-47a1-92f8-61b604a68b71 HTTP/1.1" status: 204 len: 168 time: 0.6956661 May 26 22:24:34.744370 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54872) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:34.755263 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.781521 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.854807 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.910175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.915351 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-44002d2b-14de-4eab-8e33-b9ddf9ff03a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:34.926297 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b5b88-4edf-4d41-a4a9-cdc9d0e7b662,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:34.932904 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:34.948129 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:34.957220 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd7b5b88-4edf-4d41-a4a9-cdc9d0e7b662 HTTP/1.1" status: 204 len: 168 time: 0.3005466 May 26 22:24:34.986519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.000744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20058a66-060b-4f87-a0c9-f27e0894e711']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:35.015276 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5ba449-2f8c-4d4e-9e60-1459134454ca') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:35.015568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5ba449-2f8c-4d4e-9e60-1459134454ca') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:24:35.031309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.052099 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.060052 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:24:35.060440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:24:35.082285 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:24:35.250370 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.255843 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9c24b60a-8fae-4c28-a7c8-67aaf6e69641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:35.273152 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.275604 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Pushing event deleted for resources: {'Network': ['ID=20058a66-060b-4f87-a0c9-f27e0894e711,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:35.281167 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:35.351525 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-f86e5f44-641e-471f-bc08-f4145bbc08ed admin admin] 10.222.0.23 "DELETE /v2.0/networks/20058a66-060b-4f87-a0c9-f27e0894e711 HTTP/1.1" status: 204 len: 168 time: 0.6060286 May 26 22:24:35.770189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54914) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:35.811066 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d9bb9-f859-4c53-984e-6e6fb0d99826 req-597f376b-25be-4258-98a4-59a7e11e1f5f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:35.812635 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9e0d9bb9-f859-4c53-984e-6e6fb0d99826 req-597f376b-25be-4258-98a4-59a7e11e1f5f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0846508 May 26 22:24:35.825730 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-fa233148-1efd-4638-8598-65949c2f4f58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b155274201c4daba89e60008092c322&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514772 May 26 22:24:35.825730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 54918) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:35.868133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9e0d9bb9-f859-4c53-984e-6e6fb0d99826 req-2abb51f1-840d-4567-9e02-aa044319993f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 May 26 22:24:35.889928 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.917384 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:35.977093 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54928) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:36.061819 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.066783 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c21a09c5-eebd-441c-bf4e-58b8c430e0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:36.081713 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904311631-network', 'tenant_id': '99e95a036e234c8db644b772f2edbb6c'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:36.081945 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8519f43-4921-4b66-90ae-f84118aa12f3,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:36.084787 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:36.087047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:36.091042 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Usage tracker for resource:network and tenant:99e95a036e234c8db644b772f2edbb6c is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:36.093948 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:36.100532 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:36.172721 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.175739 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8519f43-4921-4b66-90ae-f84118aa12f3 HTTP/1.1" status: 204 len: 168 time: 0.3480089 May 26 22:24:36.199202 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Made reservation on behalf of 99e95a036e234c8db644b772f2edbb6c for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:36.202375 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.218368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.235499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:36.239675 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Usage tracker for resource:security_group_rule and tenant:99e95a036e234c8db644b772f2edbb6c is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:36.243050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:36.248952 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:36.433457 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.513275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.517523 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-07169831-ad84-45e0-a5c8-a1f199bd763e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:36.545646 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:24:36.554515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a68a19-e5c4-4653-8f63-b1789edf48d2,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:36.557815 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:36.562088 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.562088 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Added segment 9a6c16a7-a8a1-42b1-b88b-6617d9f219ac of type vlan for network c0b52f08-1893-4817-84ae-3eca13a58e74 May 26 22:24:36.589728 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.701992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.703537 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:36.704158 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:36.709329 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:36.809745 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b52f08-1893-4817-84ae-3eca13a58e74,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:36.812445 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:36.819594 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network c0b52f08-1893-4817-84ae-3eca13a58e74 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:24:36.909401 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9311185 May 26 22:24:36.912238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 54964) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:36.918747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Request body: {'subnet': {'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904311631-subnet', 'tenant_id': '99e95a036e234c8db644b772f2edbb6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:36.927965 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:36.929951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Usage tracker for resource:subnet and tenant:99e95a036e234c8db644b772f2edbb6c is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:36.934668 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:36.942305 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:37.057576 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Made reservation on behalf of 99e95a036e234c8db644b772f2edbb6c for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:37.060005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658408'] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:37.152933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b5d22-45e1-494b-937e-037601bcb255 req-3182c86b-6d9b-426b-83af-9412dfa36692 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:37.154422 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-099b5d22-45e1-494b-937e-037601bcb255 req-3182c86b-6d9b-426b-83af-9412dfa36692 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1684642 May 26 22:24:37.222423 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-099b5d22-45e1-494b-937e-037601bcb255 req-56264bab-836c-48d0-a7c8-7e3fc2f93458 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588806 May 26 22:24:37.622073 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2179599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658430'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:37.628178 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:37.716080 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e8b8db-3483-4b5f-9b74-397fa922a2f6,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:37.726847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.727101 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.727466 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.727846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.728199 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.728548 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.729012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.729226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.729570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.729913 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.730256 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.730594 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:37.735062 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:37.735947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Checking segment: {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:24:37.736302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Network hostable DHCP agents. Network: c0b52f08-1893-4817-84ae-3eca13a58e74, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:24:37.851269 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Network c0b52f08-1893-4817-84ae-3eca13a58e74 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:24:37.941394 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, c0b52f08-1893-4817-84ae-3eca13a58e74) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:24:37.950977 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:37.951139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa854fd3-baa6-4f59-8e44-d2a32744e21b None None] Network c0b52f08-1893-4817-84ae-3eca13a58e74 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:24:37.952917 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:38.050837 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1374362 May 26 22:24:38.170410 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec756d8-457b-4c24-b6d2-4b8fda704368 None None] Network c0b52f08-1893-4817-84ae-3eca13a58e74 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:24:38.420880 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9dc1a-ea0d-4ec8-a924-0ad8e1f8a08c req-55f3de59-f7f6-4c72-be3c-883ea3862584 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:38.422308 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0dc9dc1a-ea0d-4ec8-a924-0ad8e1f8a08c req-55f3de59-f7f6-4c72-be3c-883ea3862584 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0804749 May 26 22:24:38.478636 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0dc9dc1a-ea0d-4ec8-a924-0ad8e1f8a08c req-40a5e6e3-c9b7-4985-931f-ab2f0b9e472d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455971 May 26 22:24:38.986004 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f1503ce3-3d7a-43d1-86c0-b38205ed86c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.282009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55052) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:39.396639 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.411282 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:39.415254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d989aeb08046e78b91e1f8f2bd9603 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:39.418081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:39.423864 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:39.507209 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.644381 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.653297 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-442afb5b-a5c4-4f8b-a40d-d865e4cb0e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:39.673195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaf92e-003c-4168-87e3-578ef8112aea req-f1c27967-a50e-4077-85fe-7c1c5647bd56 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:39.674880 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fbcaf92e-003c-4168-87e3-578ef8112aea req-f1c27967-a50e-4077-85fe-7c1c5647bd56 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0873685 May 26 22:24:39.681841 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:24:39.699229 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3d989aeb08046e78b91e1f8f2bd9603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159689 May 26 22:24:39.699822 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55068) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:39.702669 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac80c0-6790-4c55-b365-327070de3a11,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:39.742494 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fbcaf92e-003c-4168-87e3-578ef8112aea req-9222f187-54a1-4362-8c60-eccacdfe25e9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552800 May 26 22:24:39.753179 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:39.783875 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.824144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.985100 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:39.991470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ae5e4cbb-9124-4e2e-8a01-a97462eb1948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:40.003433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac80c0-6790-4c55-b365-327070de3a11,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:40.006360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:40.008871 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:40.013393 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1ac80c0-6790-4c55-b365-327070de3a11 HTTP/1.1" status: 204 len: 168 time: 0.3090179 May 26 22:24:40.266438 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55006e46-e6d4-43c0-a4f0-a00ec57c0e5a req-cc3644cb-231b-4b29-b341-1020cbe0d330 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:40.268219 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-55006e46-e6d4-43c0-a4f0-a00ec57c0e5a req-cc3644cb-231b-4b29-b341-1020cbe0d330 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1033232 May 26 22:24:40.355731 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-55006e46-e6d4-43c0-a4f0-a00ec57c0e5a req-c37f4657-d8f0-40a1-9079-41c1aa2b16a8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807750 May 26 22:24:40.404141 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c73b-5942-479f-a7e2-255883e256ea req-50fd485b-c9dc-4c52-92a7-e2721d9d7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:40.405771 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-50fd485b-c9dc-4c52-92a7-e2721d9d7fa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.0927842 May 26 22:24:40.555432 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c73b-5942-479f-a7e2-255883e256ea req-28f95dac-8d9d-4962-8bf5-8f4fa3e36caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:40.556984 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-28f95dac-8d9d-4962-8bf5-8f4fa3e36caa service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1448376 May 26 22:24:40.668981 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-129c09eb-b218-4945-868c-3a76dd1ab0c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 1000 time: 0.1042900 May 26 22:24:40.733592 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c73b-5942-479f-a7e2-255883e256ea req-802f9ad9-17b8-4319-86a1-693500c73681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:40.735015 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-802f9ad9-17b8-4319-86a1-693500c73681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0586562 May 26 22:24:40.830619 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c73b-5942-479f-a7e2-255883e256ea req-a0f45fb7-aa3f-432a-8d34-4cf4edc32e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:40.832182 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-a0f45fb7-aa3f-432a-8d34-4cf4edc32e57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0904047 May 26 22:24:41.120667 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-18249483-4b38-4972-99d0-1cf7336fb2dc service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816989 May 26 22:24:41.134964 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-4e372723-0b5e-448f-bbc6-583b68fa3173 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:41.136470 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-4e372723-0b5e-448f-bbc6-583b68fa3173 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/networks?id=c0b52f08-1893-4817-84ae-3eca13a58e74 HTTP/1.1" status: 200 len: 814 time: 0.2768996 May 26 22:24:41.152887 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-fa1f4e86-1e06-49c7-b37b-cf0b028736fa tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/quotas/99e95a036e234c8db644b772f2edbb6c HTTP/1.1" status: 200 len: 375 time: 0.0093012 May 26 22:24:41.204144 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-aaf3b2d9-8730-4f0a-a847-0624461df67f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455270 May 26 22:24:41.271797 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0292c73b-5942-479f-a7e2-255883e256ea req-ae6ee98b-f938-4dd3-8b18-5594cc8c5c60 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440279 May 26 22:24:41.327940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e36825a5-154c-4b55-a3e9-2af413b3741a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:41.345446 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b83dceaa-3114-41ab-b37e-a25224db8bc4 service neutron] 10.222.0.23 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287932 May 26 22:24:41.392976 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:41.478995 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-e968c7c7-305b-49d1-be00-d438a5041196 service neutron] 10.222.0.23 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269131 May 26 22:24:41.550848 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45516-14fb-42dc-b679-e3c0f15d07fe req-c00e4d1b-faa6-4f30-acc0-e8c29c693423 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:41.552645 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a1d45516-14fb-42dc-b679-e3c0f15d07fe req-c00e4d1b-faa6-4f30-acc0-e8c29c693423 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0862768 May 26 22:24:41.600102 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a1d45516-14fb-42dc-b679-e3c0f15d07fe req-7716cdc4-4bba-465c-a2d3-28b923674d04 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 May 26 22:24:41.734965 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a21c4181-d971-4719-ad7d-b0789ee5e557 req-fbb27d83-c97d-4eaa-9baf-a4976b7047ed tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0429385 May 26 22:24:42.244764 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:42.801892 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981ae0-c309-4505-ab1f-f73c5130fa18 req-ff8e8b45-ac7d-489d-bb46-2649b0b47aa5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:42.809446 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-99981ae0-c309-4505-ab1f-f73c5130fa18 req-ff8e8b45-ac7d-489d-bb46-2649b0b47aa5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0992451 May 26 22:24:42.849356 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55202) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:42.852297 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5920a968-63ac-4629-b3a0-35a5fa91aadc req-a9768c83-aa23-419d-b674-f60e38a051a8 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0459142 May 26 22:24:42.864222 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-99981ae0-c309-4505-ab1f-f73c5130fa18 req-d525be52-fbe2-4320-8222-d52f1455ff76 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529356 May 26 22:24:42.976401 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:42.995253 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:43.000728 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Usage tracker for resource:security_group_rule and tenant:6d2efcc31c4a48a99890fcb52447b9fb is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:43.002151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:43.008277 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:43.095880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.155875 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.164979 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:43.208601 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df12c258-7a8a-43c6-a963-d9f50d94ef53,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:43.218919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.219096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.219451 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.222884 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:43.230812 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55222) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:43.231007 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d2efcc31c4a48a99890fcb52447b9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775907 May 26 22:24:43.231789 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:43.291407 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.321715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.446967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.450756 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-dce0033a-dadf-46bc-b584-cbe7d6c8301c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:43.461638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12c258-7a8a-43c6-a963-d9f50d94ef53,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:43.465623 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:43.471134 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:43.472833 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df12c258-7a8a-43c6-a963-d9f50d94ef53 HTTP/1.1" status: 204 len: 168 time: 0.2403982 May 26 22:24:43.798299 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.006881 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-88ccb530-64ae-4596-9519-34689a46d14e req-1ccaeb92-0050-4995-84c1-655468fe69d0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0416157 May 26 22:24:44.143442 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55240) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.163321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.205667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:44.275132 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Usage tracker for resource:security_group_rule and tenant:270a6fef66c144a18e47f5660135553a is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:44.281500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:44.294114 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:44.308806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55250) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.382226 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b86646ae-2bd3-4560-9ca1-609d24073a62 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:44.383166 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b86646ae-2bd3-4560-9ca1-609d24073a62 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Synchronizing usage tracker for tenant:99e95a036e234c8db644b772f2edbb6c on resource:network {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:44.440024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.447578 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.455633 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:44.460439 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb6629c9b394f7c9b768cd49f54c552 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:44.463345 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:44.469099 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:44.564654 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.571817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b86646ae-2bd3-4560-9ca1-609d24073a62 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Unset dirty status for tenant:99e95a036e234c8db644b772f2edbb6c on resource:network {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:44.576182 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b86646ae-2bd3-4560-9ca1-609d24073a62 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "GET /v2.0/networks?id=c0b52f08-1893-4817-84ae-3eca13a58e74 HTTP/1.1" status: 200 len: 814 time: 0.4004021 May 26 22:24:44.576182 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b8a9fb51-a242-48cf-baa6-46609f8e2854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:44.596445 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Request body: {'port': {'device_id': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74', 'admin_state_up': True, 'tenant_id': '99e95a036e234c8db644b772f2edbb6c'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:44.662510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.693670 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=270a6fef66c144a18e47f5660135553a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488608 May 26 22:24:44.696134 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55262) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.704009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f584832c-6dd7-4797-b880-4dae80d32dc5,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:44.708854 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fa333b3d-d086-4a6c-b81e-e475913c90de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:44.763931 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.774263 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:44.777002 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.778245 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Usage tracker for resource:port and tenant:99e95a036e234c8db644b772f2edbb6c is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:44.781179 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:44.786814 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7b61a826-4cff-436e-bb5e-f48719426be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:44.787766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:44.820428 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.854300 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8dc97-822f-4bb5-a937-3230fb54789b,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:44.855348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55268) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.857445 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:44.860788 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cb6629c9b394f7c9b768cd49f54c552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495136 May 26 22:24:44.865478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55274) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:44.881218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Made reservation on behalf of 99e95a036e234c8db644b772f2edbb6c for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:24:44.884770 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.938383 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.965827 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:44.998252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.008541 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.013990 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cebefee1-92fc-43cc-b89f-05a81da4389c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:45.030065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584832c-6dd7-4797-b880-4dae80d32dc5,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:45.031066 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:45.036458 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:45.040091 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Usage tracker for resource:security_group_rule and tenant:37a78e7fbeda416f9842565beea4c8a1 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:45.045097 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:45.052646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.053757 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f584832c-6dd7-4797-b880-4dae80d32dc5 HTTP/1.1" status: 204 len: 168 time: 0.3566179 May 26 22:24:45.055373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:45.121626 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.124286 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.125592 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bb8dc97-822f-4bb5-a937-3230fb54789b HTTP/1.1" status: 204 len: 168 time: 0.2592967 May 26 22:24:45.126639 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7ba2a6ad-d6cc-4589-9294-50fc4ddd7283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:45.137702 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8dc97-822f-4bb5-a937-3230fb54789b,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:45.143233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:45.153047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Allocated IP 172.20.0.2 (c0b52f08-1893-4817-84ae-3eca13a58e74/e1e8b8db-3483-4b5f-9b74-397fa922a2f6/7d7a117f-6b4b-41de-8a4a-c0fc956cb50e) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:24:45.206168 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3ffd5dbe-7c7b-4c85-9672-56d783e84f79 req-b4fc7820-1913-4e42-9cf7-58b997f62e1a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0556610 May 26 22:24:45.379342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.451433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.466010 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e533311d-5a2f-4d2a-9873-2d268cfebc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:45.525965 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.533739 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ceaa0-f47f-468e-84a2-97a6f3bc3ff4,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:45.536026 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37a78e7fbeda416f9842565beea4c8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6796446 May 26 22:24:45.539320 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55296) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:45.539863 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-514b040e-8043-4820-8729-744fbdbd0f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:45.606047 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.631481 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.633530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.639224 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9a607913-5efc-4548-8b71-e94a8410b1a0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:45.712601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Network c0b52f08-1893-4817-84ae-3eca13a58e74 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:24:45.716064 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:24:45.718893 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:24:45.812284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.816404 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:45.829985 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ceaa0-f47f-468e-84a2-97a6f3bc3ff4,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:45.842934 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:45.847888 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.847888 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e72ceaa0-f47f-468e-84a2-97a6f3bc3ff4 HTTP/1.1" status: 204 len: 168 time: 0.3051927 May 26 22:24:45.853695 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Pushing event updated for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:45.856738 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:45.864544 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55304) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:45.884992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:45.885402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.885705 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:45.907968 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:45.912431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7c33e829044dbdba191c9df0a5d7d9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:45.915790 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:45.921720 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:46.001903 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108834 May 26 22:24:46.015246 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Request body: {'port': {'device_id': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:24:46.089923 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.139234 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.184802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.193749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-118fc761-ab87-454f-831f-d3e90b14c81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:46.236242 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d7c33e829044dbdba191c9df0a5d7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705776 May 26 22:24:46.238158 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d047f6c4-f87e-4a5b-b591-73a5970489d7,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:46.240751 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55318) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:46.300699 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:46.322951 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.353184 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.512766 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.517757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dfe3fee5-5cdc-4df6-94dc-49308382f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:46.539440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047f6c4-f87e-4a5b-b591-73a5970489d7,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:46.558454 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:46.560854 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.561972 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d047f6c4-f87e-4a5b-b591-73a5970489d7 HTTP/1.1" status: 204 len: 168 time: 0.3080120 May 26 22:24:46.711058 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-e2ea8f07-d036-4cfe-b80c-f25cde7175fc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:46.711767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-e2ea8f07-d036-4cfe-b80c-f25cde7175fc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Synchronizing usage tracker for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:46.728885 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:24:46.739276 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.755427 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Transition to ACTIVE for port object 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:24:46.875702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-e2ea8f07-d036-4cfe-b80c-f25cde7175fc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Unset dirty status for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:46.876945 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-e2ea8f07-d036-4cfe-b80c-f25cde7175fc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 931 time: 0.4526188 May 26 22:24:46.922522 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-57fb5b6e-3c68-4561-bdcc-24d9754af9f6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Synchronizing usage tracker for tenant:99e95a036e234c8db644b772f2edbb6c on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:24:46.930150 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:46.943446 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ec186957-21ec-491a-b3c9-09f75b6d542b tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:47.070511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-57fb5b6e-3c68-4561-bdcc-24d9754af9f6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Unset dirty status for tenant:99e95a036e234c8db644b772f2edbb6c on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:24:47.072050 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dea1ac48-0993-47aa-be38-fbe105b76a94 req-57fb5b6e-3c68-4561-bdcc-24d9754af9f6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886632 May 26 22:24:47.101373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:47.101373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:47.210396 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Attempting to bind port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:24:47.211016 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Attempting to bind port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:24:47.211121 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Attempting to bind port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e on network c0b52f08-1893-4817-84ae-3eca13a58e74 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:24:47.215691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e on network c0b52f08-1893-4817-84ae-3eca13a58e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:24:47.216082 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Attempting to bind port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e on network c0b52f08-1893-4817-84ae-3eca13a58e74 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:24:47.221072 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:24:47.221411 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Checking segment: {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:24:47.221796 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Bound using segment: {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:24:47.222220 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Bound port: 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:24:47.222566 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.319211 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:24:47.322320 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:24:47.416364 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.420736 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-af323ac6-98b3-4b41-ba90-92b7b65d850c tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:47.479707 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:47.479871 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:47.481128 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] 10.222.0.20 "PUT /v2.0/ports/7d7a117f-6b4b-41de-8a4a-c0fc956cb50e HTTP/1.1" status: 200 len: 1093 time: 1.4716642 May 26 22:24:47.481619 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:47.518767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Pushing event updated for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:47.522169 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:47.547683 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e', 'status': 'completed', 'code': 200} May 26 22:24:47.661576 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-4ff466cd-ee43-4c1b-8a39-59d5aeb2b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:47.664638 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-4ff466cd-ee43-4c1b-8a39-59d5aeb2b4b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 1096 time: 0.0920093 May 26 22:24:47.812834 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-3d57b448-51a2-46e1-9ecd-89802b1c6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:47.814421 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-3d57b448-51a2-46e1-9ecd-89802b1c6023 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99e95a036e234c8db644b772f2edbb6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1439731 May 26 22:24:47.952001 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-c714e912-11fa-4f2e-abeb-fb0da3fbba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:47.953513 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-678356d6-7dbb-48af-a692-3e8bb3df88d0 req-c714e912-11fa-4f2e-abeb-fb0da3fbba58 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324880 May 26 22:24:48.059814 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-d1595666-7de9-4e69-996b-95e023294e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:48.061288 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-d1595666-7de9-4e69-996b-95e023294e2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 1096 time: 0.0727205 May 26 22:24:48.134227 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-4255d1bf-7797-4476-9373-ac6b19c2b6ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e HTTP/1.1" status: 200 len: 217 time: 0.0637350 May 26 22:24:48.199399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b4c9a3c8-fd47-43c8-bdd5-a19ed31a412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:48.200949 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-b4c9a3c8-fd47-43c8-bdd5-a19ed31a412d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1e8b8db-3483-4b5f-9b74-397fa922a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0601382 May 26 22:24:48.259012 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-fec732b1-c57b-4e0d-9daa-1adc74768c29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b52f08-1893-4817-84ae-3eca13a58e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494852 May 26 22:24:48.275340 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc3792-7f99-48e2-8597-08786da8ad4b req-c8cf932a-6d8b-4439-a0ee-07fef473c4f1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:48.275340 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-83bc3792-7f99-48e2-8597-08786da8ad4b req-c8cf932a-6d8b-4439-a0ee-07fef473c4f1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 943 time: 0.0870709 May 26 22:24:48.327470 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-83bc3792-7f99-48e2-8597-08786da8ad4b req-e1acb1a5-642f-4733-831f-b6e8700a5e24 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 May 26 22:24:48.508312 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-1c001f92-f7db-434e-9019-23dfedb9c729 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415197 May 26 22:24:48.652422 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0300daec-0fc1-439f-9c5d-ddaba79b920c req-255e99af-c7cc-42b9-adee-f52b7555e43a service neutron] 10.222.0.20 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378450 May 26 22:24:49.514203 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449732b9-447a-4859-888f-d2b1fe6868fe req-e18e61d7-3230-42dc-9429-3cd5abdba49a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:49.515637 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-449732b9-447a-4859-888f-d2b1fe6868fe req-e18e61d7-3230-42dc-9429-3cd5abdba49a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 943 time: 0.0789521 May 26 22:24:49.565135 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-449732b9-447a-4859-888f-d2b1fe6868fe req-d2cc802b-71db-4ec7-9754-5030e678bce2 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 May 26 22:24:50.510195 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-abd3a590-0748-4a4c-ad44-fddf68a639bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683339 May 26 22:24:50.602903 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-2f55d537-c7f7-4748-b66c-0698897d0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:50.609660 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-2f55d537-c7f7-4748-b66c-0698897d0a55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.0731485 May 26 22:24:50.756264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-2fd2f157-2d3d-4ec0-b2d2-a7fa7c7f738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:50.757867 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-2fd2f157-2d3d-4ec0-b2d2-a7fa7c7f738e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1316276 May 26 22:24:50.779678 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7812-d063-40ea-a23d-3e05e62e0e4b req-bf67bcac-2aca-4319-9fd6-4edc8aa2742f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:50.781271 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4f8a7812-d063-40ea-a23d-3e05e62e0e4b req-bf67bcac-2aca-4319-9fd6-4edc8aa2742f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 943 time: 0.0809507 May 26 22:24:50.827018 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4f8a7812-d063-40ea-a23d-3e05e62e0e4b req-6576c6da-a77c-4cf7-9346-b755101b8117 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 May 26 22:24:50.871002 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-fb482075-8a2c-4c7f-8dc1-5b47f07070f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 1000 time: 0.0993690 May 26 22:24:50.939279 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-bed5ac47-7fee-4f73-85ce-a6e17bb552b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:50.940733 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-bed5ac47-7fee-4f73-85ce-a6e17bb552b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0616539 May 26 22:24:51.014789 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-b0447dc1-b301-4eed-920b-57b1bc619f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:51.016192 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-b0447dc1-b301-4eed-920b-57b1bc619f24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690930 May 26 22:24:51.148704 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-09960296-3b14-45d6-a6e3-8117092822df service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244035 May 26 22:24:51.279625 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c2f6d85a-5933-4ccd-8a6c-b8ca053dfcee req-ac74d78c-080e-4e1a-a01b-bc7956e50b9e service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236470 May 26 22:24:51.629254 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:24:51.761097 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:51.774584 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e', 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74', 'port_id': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e', 'mac_address': 'fa:16:3e:e0:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e8b8db-3483-4b5f-9b74-397fa922a2f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:24:51.830059 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:51.846062 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:24:51.948850 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:52.017573 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e397b-594c-406f-a733-5911b4d1ebcb req-4dfdbcf1-3858-403b-a909-a8bb87b54139 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:52.019141 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1d3e397b-594c-406f-a733-5911b4d1ebcb req-4dfdbcf1-3858-403b-a909-a8bb87b54139 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 943 time: 0.0865452 May 26 22:24:52.026880 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:52.028622 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:52.064797 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1d3e397b-594c-406f-a733-5911b4d1ebcb req-51047f2a-0549-4d2b-adbc-2b7bc4f6ff1e tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 May 26 22:24:52.096094 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:52.104165 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.104463 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.104800 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.105131 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.105477 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.105775 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.106094 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.106411 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.106726 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.107041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.107396 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.107681 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:24:52.111543 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:52.327104 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:52.453926 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['7d7a117f-6b4b-41de-8a4a-c0fc956cb50e'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:24:53.249253 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4316-cd44-4044-b313-51ce3e407cb1 req-ef0844d5-0a3e-45a3-a5ae-a451b08d905c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:53.250775 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f56a4316-cd44-4044-b313-51ce3e407cb1 req-ef0844d5-0a3e-45a3-a5ae-a451b08d905c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 944 time: 0.0801752 May 26 22:24:53.297235 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f56a4316-cd44-4044-b313-51ce3e407cb1 req-8e20aeff-8cbd-418f-a01f-949abb7bff89 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 May 26 22:24:53.646108 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:24:53.783855 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:24:53.789169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:24:53.789544 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.903055 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:53.929773 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:24:53.939445 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:24:53.972353 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e', 'code': 200} May 26 22:24:54.025999 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.026545 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:54.095075 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:54.098463 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:54.395342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507fd72-3907-41c3-b3ae-8c2aff72d4f2 req-1f52093d-2289-47b0-9f98-cc2e5e4df7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:54.396849 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7507fd72-3907-41c3-b3ae-8c2aff72d4f2 req-1f52093d-2289-47b0-9f98-cc2e5e4df7f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 1098 time: 0.0700293 May 26 22:24:54.494318 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7507fd72-3907-41c3-b3ae-8c2aff72d4f2 req-4cd52799-c15e-4094-a2a7-f316a8f02867 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 May 26 22:24:54.516682 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae95db-3c55-47a0-b221-c3d3d34f1165 req-4aedc5b5-5e83-436b-aa94-17dd9e6e3d06 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:54.518425 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bcae95db-3c55-47a0-b221-c3d3d34f1165 req-4aedc5b5-5e83-436b-aa94-17dd9e6e3d06 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0973208 May 26 22:24:54.563055 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bcae95db-3c55-47a0-b221-c3d3d34f1165 req-9760a565-e611-40bc-bd80-13252e3f7365 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 May 26 22:24:54.727951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55500) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:54.846002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:54.863337 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:54.867317 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Usage tracker for resource:security_group_rule and tenant:52d456b77a8344b08458dd37d7624732 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:54.870277 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:54.876111 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:54.955838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.018189 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.027501 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b7a93cd4-3e89-49d5-9c2c-1241c917df1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.065363 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52d456b77a8344b08458dd37d7624732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362741 May 26 22:24:55.066235 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae1f2b0-8061-4f64-99bb-906e22224c1e,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.068741 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55510) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:55.069730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.134604 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.159886 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.191347 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55516) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:55.275395 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.280307 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-696ca52b-3f7d-4e43-8664-7d09fcf15234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.293111 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae1f2b0-8061-4f64-99bb-906e22224c1e,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.296404 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.296909 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.297993 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ae1f2b0-8061-4f64-99bb-906e22224c1e HTTP/1.1" status: 204 len: 168 time: 0.2269664 May 26 22:24:55.307194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.323016 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:55.326827 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2a57ed2c174ae79af939cebbca128a is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:55.329614 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:55.335238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:55.413399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.506793 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.515533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b9c3300f-8e38-402e-9afe-93b6a2c6a864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.558218 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd2a57ed2c174ae79af939cebbca128a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658156 May 26 22:24:55.559897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446e7011-5efb-4629-aee2-ac73d78dd5ed,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.560924 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55524) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:55.563387 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.627983 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.654680 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.799565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87cd9a-1699-4915-828e-356704933ca3 req-338f784c-81d0-4bf7-bd9f-c4b45757e5fe tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:55.801194 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6b87cd9a-1699-4915-828e-356704933ca3 req-338f784c-81d0-4bf7-bd9f-c4b45757e5fe tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0874126 May 26 22:24:55.849978 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6b87cd9a-1699-4915-828e-356704933ca3 req-ff016cec-25c9-49aa-ab38-ad4ce56b7783 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 May 26 22:24:55.904235 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.907985 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1c981ed7-c755-4d83-b170-6ab865797d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:55.922352 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e7011-5efb-4629-aee2-ac73d78dd5ed,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:55.925643 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:55.928839 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:55.929906 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/446e7011-5efb-4629-aee2-ac73d78dd5ed HTTP/1.1" status: 204 len: 168 time: 0.3680122 May 26 22:24:56.065679 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55536) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:56.083261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.098406 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:56.102847 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b657a895e0434486a9ed995fc783cd is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:56.106157 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:56.111260 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:56.189565 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.258459 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.267179 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f43c09f-605f-4045-bc4e-a91eae3fa43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:56.309276 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6b657a895e0434486a9ed995fc783cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400148 May 26 22:24:56.309276 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523ca188-bfde-4fbe-8dd6-2c70970394f4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:56.310040 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55542) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:56.310804 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:56.378929 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.403566 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.535186 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.540433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ca702cf4-5b35-45d5-b8b3-c9171ecba268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:56.552981 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523ca188-bfde-4fbe-8dd6-2c70970394f4,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:56.556409 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:56.568680 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.568680 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/523ca188-bfde-4fbe-8dd6-2c70970394f4 HTTP/1.1" status: 204 len: 168 time: 0.2555373 May 26 22:24:56.822161 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55550) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:56.839874 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:56.854554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:56.858315 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8daf52f7c04f7d80da04e97db896e3 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:56.861107 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:56.866955 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:57.054897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6557-651d-42b7-9e38-3c24e8342744 req-b49e8725-6f0f-42c1-83f4-706dd113d002 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:24:57.056370 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30ed6557-651d-42b7-9e38-3c24e8342744 req-b49e8725-6f0f-42c1-83f4-706dd113d002 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0999181 May 26 22:24:57.205123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.212188 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30ed6557-651d-42b7-9e38-3c24e8342744 req-ae80e479-bafd-478a-bb75-d4ab82da1b3e tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463122 May 26 22:24:57.306593 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.313581 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-920e049c-a953-4c00-8475-e62d81f03867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.354783 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea13429c-420f-4172-a64d-15bb7461cb90,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.357864 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.360665 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a8daf52f7c04f7d80da04e97db896e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375183 May 26 22:24:57.363539 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55584) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:57.422316 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.449293 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.466023 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55604) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:57.500360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.517635 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:24:57.521533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7d1e8ca5cf46f1a01d6f4ec070aa50 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:24:57.525599 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:24:57.530477 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:24:57.615449 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.621348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-47c5d8cf-b1b1-4459-8ddd-d369f83a3590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.637470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea13429c-420f-4172-a64d-15bb7461cb90,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.646391 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.649032 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.650145 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea13429c-420f-4172-a64d-15bb7461cb90 HTTP/1.1" status: 204 len: 168 time: 0.2856638 May 26 22:24:57.708302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.812864 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.821282 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-532c0c9b-291c-4915-957e-06f3dc47fce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:57.861353 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b7d1e8ca5cf46f1a01d6f4ec070aa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943191 May 26 22:24:57.862246 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf64d2-025b-4fff-8f80-0cd1f1c60088,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:57.864108 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55610) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:24:57.865287 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c1c8481a-d5f8-426a-a80a-1d57b7d3dd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:57.922792 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:57.949490 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:58.218273 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:58.223406 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-44ada425-ef56-40ad-9b0e-eafc8b7690fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:24:58.237378 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf64d2-025b-4fff-8f80-0cd1f1c60088,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:24:58.240259 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:24:58.247976 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:24:58.249079 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79bf64d2-025b-4fff-8f80-0cd1f1c60088 HTTP/1.1" status: 204 len: 168 time: 0.3839114 May 26 22:25:08.340658 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55892) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:08.458450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.473848 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:08.477554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Usage tracker for resource:security_group_rule and tenant:f0a43dd00a4d491ea8841f7dc189793a is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:08.480783 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:08.486233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:08.566348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.637699 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.644858 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bfca44dd-3058-442d-a1a8-793dd4795b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:08.687195 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0a43dd00a4d491ea8841f7dc189793a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450618 May 26 22:25:08.687974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1dbd6a-e2ce-474c-9b6a-805a332b897d,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:08.689727 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55898) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:08.690964 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:08.752026 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.777730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.783996 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c12b2c8f-4c8c-4638-89b1-2d05c9b9df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.898413 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.902362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-abdc1150-087c-4a05-9c8c-f8298ddde16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:08.914445 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1dbd6a-e2ce-474c-9b6a-805a332b897d,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:08.918242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:08.924405 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:08.925890 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-826e1231-0318-4674-a95f-9302fca044e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca1dbd6a-e2ce-474c-9b6a-805a332b897d HTTP/1.1" status: 204 len: 168 time: 0.2350600 May 26 22:25:09.453889 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 55910) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:09.472235 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.487449 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:09.491350 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Usage tracker for resource:security_group_rule and tenant:03b3c614abbd4646a74cb340f9f4f331 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:09.494251 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:09.500122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:09.582199 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.643555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.653021 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e6361a0a-e13d-45e1-818e-39cc8413a3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:09.693925 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03b3c614abbd4646a74cb340f9f4f331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388568 May 26 22:25:09.694818 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5cd23d-a563-4e81-9a80-5243fa4b77e1,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:09.697363 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 55914) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:09.698348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6ded9824-bd56-4c2d-a2fb-3e6d361ee1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:09.761031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.795871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.912312 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.916083 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7605cd41-85bf-45b1-9e8a-d8e60026fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:09.928524 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5cd23d-a563-4e81-9a80-5243fa4b77e1,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:09.932222 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:09.937453 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:09.938629 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc5cd23d-a563-4e81-9a80-5243fa4b77e1 HTTP/1.1" status: 204 len: 168 time: 0.2403142 May 26 22:25:11.281017 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-eaf0a0c1-3c83-48ce-8c86-06d20197d64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:11.412909 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:12.243537 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:13.762990 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:16.682031 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:25:17.201241 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c3212-ff07-40fc-9775-6dc62ab78280 req-825907ee-9267-40b8-86f3-f1d991e92b97 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:17.202612 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bc1c3212-ff07-40fc-9775-6dc62ab78280 req-825907ee-9267-40b8-86f3-f1d991e92b97 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0877764 May 26 22:25:17.247332 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bc1c3212-ff07-40fc-9775-6dc62ab78280 req-b6dea2d8-7124-4d78-83f5-24a90af5c3e6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 May 26 22:25:18.439181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b00a5-c4c3-4781-b1de-687c08fa1afd req-1c721267-f3c5-4bf5-bf13-8b82149e8326 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:18.440695 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3c1b00a5-c4c3-4781-b1de-687c08fa1afd req-1c721267-f3c5-4bf5-bf13-8b82149e8326 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0807199 May 26 22:25:18.485398 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3c1b00a5-c4c3-4781-b1de-687c08fa1afd req-5a4e51c6-f887-469c-bf7a-de9525f9cd26 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386102 May 26 22:25:19.688470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac725de-e42d-49be-be7e-bcb95bb87e29 req-0e8a7dd7-c5db-460b-9b14-dd6e15e1e8fa tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:19.690008 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fac725de-e42d-49be-be7e-bcb95bb87e29 req-0e8a7dd7-c5db-460b-9b14-dd6e15e1e8fa tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0824251 May 26 22:25:19.734243 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fac725de-e42d-49be-be7e-bcb95bb87e29 req-5da38b78-64e8-4a33-8795-9798813df4e6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384381 May 26 22:25:20.018515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 56058) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:20.137078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.150970 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:20.154881 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Usage tracker for resource:security_group_rule and tenant:f76e805db9784e9ba0cc76d295b5baf9 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:20.157655 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:20.163221 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:20.244522 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.321097 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.329757 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9b587b0d-2291-4690-8a34-5ed74d41702f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:20.370088 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f76e805db9784e9ba0cc76d295b5baf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503981 May 26 22:25:20.371005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd65689a-a78c-4d97-be9b-f952a021aa64,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:20.372827 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56068) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:20.374398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:20.433911 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.458245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.566119 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.569569 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-489b2b1e-bfd8-4804-a508-cf42a5f81864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:20.580082 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd65689a-a78c-4d97-be9b-f952a021aa64,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:20.582342 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:20.588242 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:20.589414 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd65689a-a78c-4d97-be9b-f952a021aa64 HTTP/1.1" status: 204 len: 168 time: 0.2148519 May 26 22:25:20.926199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b55aec-af57-4285-8e1c-7b61109b251f req-9f819086-58db-4f86-a0f6-a85ee5169e19 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:20.927671 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e7b55aec-af57-4285-8e1c-7b61109b251f req-9f819086-58db-4f86-a0f6-a85ee5169e19 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0800614 May 26 22:25:20.975991 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e7b55aec-af57-4285-8e1c-7b61109b251f req-89ed6d06-b26a-44b3-8f23-80678c56d7ab tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 May 26 22:25:22.162513 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f9470-e5a5-4573-b4ae-9b23e3bc3829 req-33e55cdc-aa98-4aff-8433-9cdb4623c0ea tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:22.163891 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2a8f9470-e5a5-4573-b4ae-9b23e3bc3829 req-33e55cdc-aa98-4aff-8433-9cdb4623c0ea tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0789599 May 26 22:25:22.211382 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2a8f9470-e5a5-4573-b4ae-9b23e3bc3829 req-4d6b47dd-1792-4a37-9778-7e98ec10ebe4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 May 26 22:25:22.337732 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:23.401822 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1b015-b881-4394-9be0-8745133d2e6b req-48ad5b53-90ac-4d56-8822-b36c17b4af0f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:23.403478 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-65b1b015-b881-4394-9be0-8745133d2e6b req-48ad5b53-90ac-4d56-8822-b36c17b4af0f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0820253 May 26 22:25:23.454291 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-65b1b015-b881-4394-9be0-8745133d2e6b req-cb6e0afa-2061-4f50-8752-d160737ea008 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 May 26 22:25:24.643793 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd191a-c06a-4e59-a1be-b1e4ab08e37d req-bb75026c-9e05-4865-9de6-571721d8facf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:24.645228 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a3dd191a-c06a-4e59-a1be-b1e4ab08e37d req-bb75026c-9e05-4865-9de6-571721d8facf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0827305 May 26 22:25:24.690479 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a3dd191a-c06a-4e59-a1be-b1e4ab08e37d req-7fbf8f3f-d663-498a-80ab-11933a569bd6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 May 26 22:25:25.881459 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d7091-64de-4b6e-97e3-fdc7b906d106 req-709f40c1-2dec-4dcf-adba-6f75c737ebcc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:25.882818 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c21d7091-64de-4b6e-97e3-fdc7b906d106 req-709f40c1-2dec-4dcf-adba-6f75c737ebcc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0840492 May 26 22:25:25.927917 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c21d7091-64de-4b6e-97e3-fdc7b906d106 req-e2277986-36e5-42ca-8b0b-f23c695783d2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394266 May 26 22:25:27.123488 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff099bc3-fbc9-452b-abee-cef76af2d356 req-f081fe3f-01d6-4807-bff0-9e7f99e79825 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:27.125062 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ff099bc3-fbc9-452b-abee-cef76af2d356 req-f081fe3f-01d6-4807-bff0-9e7f99e79825 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0848753 May 26 22:25:27.169779 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ff099bc3-fbc9-452b-abee-cef76af2d356 req-548acc68-9a16-4d44-aba8-6712d8cb58b2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389042 May 26 22:25:28.358451 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d38d94-3665-42bc-a91f-f36e7c052acb req-00aeaea8-acbb-42ed-8ec9-734b952abb89 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:28.359934 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e5d38d94-3665-42bc-a91f-f36e7c052acb req-00aeaea8-acbb-42ed-8ec9-734b952abb89 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0783024 May 26 22:25:28.404086 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e5d38d94-3665-42bc-a91f-f36e7c052acb req-a0bc8b0b-5591-4e6f-bf1d-b24e5ac5af39 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 May 26 22:25:29.594495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3a04c-532d-49e0-83a4-bc98adf23358 req-dcf58bdf-c645-4773-9058-69bfb88d4183 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:29.595952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-53a3a04c-532d-49e0-83a4-bc98adf23358 req-dcf58bdf-c645-4773-9058-69bfb88d4183 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0813010 May 26 22:25:29.640738 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-53a3a04c-532d-49e0-83a4-bc98adf23358 req-30955aac-d049-4499-bab5-3da63021df10 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 May 26 22:25:30.832030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df434179-8f2c-4a77-a7fc-16e177b66642 req-f19d900a-25f7-4866-b9c6-4d2ecce45faa tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:30.833470 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-df434179-8f2c-4a77-a7fc-16e177b66642 req-f19d900a-25f7-4866-b9c6-4d2ecce45faa tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0825374 May 26 22:25:30.877761 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-df434179-8f2c-4a77-a7fc-16e177b66642 req-ef113844-23d0-422b-a8f2-64f55e68146b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 May 26 22:25:32.071873 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c5f7c-25d8-4d39-826a-c41db1bf4fb8 req-75cbf5e3-c0c3-4d01-929f-f3aa4b15d59e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:32.073282 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a13c5f7c-25d8-4d39-826a-c41db1bf4fb8 req-75cbf5e3-c0c3-4d01-929f-f3aa4b15d59e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0829084 May 26 22:25:32.117215 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a13c5f7c-25d8-4d39-826a-c41db1bf4fb8 req-7bed3fcc-48a2-464f-a6ad-cde48e9f771a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384510 May 26 22:25:33.304258 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591c49e-360b-42d9-a5a5-8b682e2a48d0 req-2f409bdf-e317-4f67-8abf-e03308c867ac tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:33.305716 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d591c49e-360b-42d9-a5a5-8b682e2a48d0 req-2f409bdf-e317-4f67-8abf-e03308c867ac tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0796359 May 26 22:25:33.352863 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d591c49e-360b-42d9-a5a5-8b682e2a48d0 req-fe0cc39f-2432-4107-91d9-ff035734ef2e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 May 26 22:25:34.547275 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf1e62-5151-4fcc-99bf-6bc4bd2d9719 req-91e54d49-cdb8-46ad-8520-d7bce7e34527 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:34.548788 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5caf1e62-5151-4fcc-99bf-6bc4bd2d9719 req-91e54d49-cdb8-46ad-8520-d7bce7e34527 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0837836 May 26 22:25:34.598774 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5caf1e62-5151-4fcc-99bf-6bc4bd2d9719 req-cde5d858-1006-4ff3-8a90-9c851fd411e0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 May 26 22:25:35.807251 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d980fe-6f38-4e14-8fa5-fd65cd550c56 req-8cdbfb66-a4f3-4b12-86aa-e6086ae980be tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:35.808931 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-52d980fe-6f38-4e14-8fa5-fd65cd550c56 req-8cdbfb66-a4f3-4b12-86aa-e6086ae980be tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0863864 May 26 22:25:35.857614 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-52d980fe-6f38-4e14-8fa5-fd65cd550c56 req-1cd12639-1d91-4e67-88fd-ae7886026382 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 May 26 22:25:37.050729 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af6ac-61b9-4529-9a42-7bd364a95fa2 req-2336140d-914c-4a48-8a3f-942b5ba78e4f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:37.052204 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-210af6ac-61b9-4529-9a42-7bd364a95fa2 req-2336140d-914c-4a48-8a3f-942b5ba78e4f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0840735 May 26 22:25:37.095163 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-210af6ac-61b9-4529-9a42-7bd364a95fa2 req-34f5d7a7-d9f0-4183-b236-59ab4c091b0e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 May 26 22:25:38.112656 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56322) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:38.232204 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.247356 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:38.251161 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Usage tracker for resource:security_group_rule and tenant:37fc2f71ba764f0bb072337288b2e6dd is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:38.253967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:38.259584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:38.282598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab189f-3966-44fb-b625-0808af8d6ab6 req-527d9d6d-5d69-437b-bbc1-3d18f407ac9a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:38.289855 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-60ab189f-3966-44fb-b625-0808af8d6ab6 req-527d9d6d-5d69-437b-bbc1-3d18f407ac9a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0809960 May 26 22:25:38.331107 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-60ab189f-3966-44fb-b625-0808af8d6ab6 req-09046f02-cfee-459d-94be-6bbbc2ff850b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 May 26 22:25:38.340583 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.436685 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.445507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2807b5e6-3b2a-4d0a-b72e-04775cbbe1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:38.484782 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37fc2f71ba764f0bb072337288b2e6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711054 May 26 22:25:38.485683 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ba3568-2eb3-4af6-856c-1fad82e5a30f,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:38.487460 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 56332) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:38.488721 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:38.545124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.570165 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.691935 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.697384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f88a002b-85fd-4e7b-bcce-5e7fbaebdcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:38.712765 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ba3568-2eb3-4af6-856c-1fad82e5a30f,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:38.725352 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.725722 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.726084 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.726456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.726790 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.727139 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.727486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.727862 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.728206 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.728550 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.728897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.729238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:38.733022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:38.739381 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:38.741324 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-2c7be9e4-5394-46d5-b4d0-01b0a6c4b2c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5ba3568-2eb3-4af6-856c-1fad82e5a30f HTTP/1.1" status: 204 len: 168 time: 0.2520738 May 26 22:25:38.802638 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e19d6ee2-03db-4a40-8ec6-e68fa0992ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:39.531683 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c279f-5e57-4410-b60c-d37bf811b49e req-a6ffbe6c-eb22-48af-8d57-98d516d5a760 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:39.533128 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cd2c279f-5e57-4410-b60c-d37bf811b49e req-a6ffbe6c-eb22-48af-8d57-98d516d5a760 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0821922 May 26 22:25:39.576687 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cd2c279f-5e57-4410-b60c-d37bf811b49e req-aff30d24-3a63-4931-84b3-48e16b5f2584 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 May 26 22:25:40.024130 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:25:40.191298 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:40.204846 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:25:40.261096 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:40.277021 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:25:40.292044 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:40.368738 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:40.371460 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:40.436960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=6']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:40.439703 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:40.778198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ff821-aa8d-4187-8a06-73b81703c34b req-3e322d1a-4a65-4904-967d-48c99870d57c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:40.779673 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-572ff821-aa8d-4187-8a06-73b81703c34b req-3e322d1a-4a65-4904-967d-48c99870d57c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.0839009 May 26 22:25:40.825850 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-572ff821-aa8d-4187-8a06-73b81703c34b req-bc4729bf-14a8-40c5-bd8c-461f7419ca8d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 May 26 22:25:40.914122 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['355889e5-0b16-46ba-bcaa-9e5911e165b5'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:25:41.316646 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-eff29e66-497b-40a4-9488-ab04a12bcdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:41.417874 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:42.014291 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe75fcf-694a-4d59-8373-04192b8869c6 req-b32a5ea5-8322-4a60-afd4-4e0b5428cd5e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:42.015768 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cbe75fcf-694a-4d59-8373-04192b8869c6 req-b32a5ea5-8322-4a60-afd4-4e0b5428cd5e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.0830250 May 26 22:25:42.053263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:25:42.060276 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-cbe75fcf-694a-4d59-8373-04192b8869c6 req-3ac474ac-b549-4b99-ae5b-c8679dd048b2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389204 May 26 22:25:42.121250 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:25:42.121620 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:42.240074 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:42.266157 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:25:42.275317 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:25:42.276352 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:42.313638 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'code': 200} May 26 22:25:42.368633 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:42.371068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-67a39efd-b196-4a81-a5d4-65ba10cbc58d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:42.437910 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=7']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:42.440847 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:43.246972 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e37e-f395-4dd5-b7c2-b8fbbe1223a4 req-470cf66e-386c-4e13-b8c5-653c5693b7de tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:43.248558 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-43d3e37e-f395-4dd5-b7c2-b8fbbe1223a4 req-470cf66e-386c-4e13-b8c5-653c5693b7de tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0790126 May 26 22:25:43.298772 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-43d3e37e-f395-4dd5-b7c2-b8fbbe1223a4 req-086c48cb-31e6-432a-8c5e-94514cdacf76 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 May 26 22:25:43.813218 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:44.481285 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053963d-3916-45ec-976e-c809270c8e8d req-f50c28c4-3b5f-4275-80b3-a57c83299f58 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:44.482719 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e053963d-3916-45ec-976e-c809270c8e8d req-f50c28c4-3b5f-4275-80b3-a57c83299f58 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0796788 May 26 22:25:44.527716 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e053963d-3916-45ec-976e-c809270c8e8d req-994495d8-b934-49d6-8bee-d31f5ac014de tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 May 26 22:25:45.724749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae63130-3ee3-4c39-b62b-50f52e5fa0e8 req-9a3c36bc-d4a6-4206-a408-ca43e89c83f1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:45.726313 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9ae63130-3ee3-4c39-b62b-50f52e5fa0e8 req-9a3c36bc-d4a6-4206-a408-ca43e89c83f1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0854778 May 26 22:25:45.771714 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9ae63130-3ee3-4c39-b62b-50f52e5fa0e8 req-8438ac46-6068-47d5-9e25-1c7a9d0537a3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391865 May 26 22:25:46.970610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee11b3-b092-4428-81a6-b79f79802172 req-b60c3ea3-916d-4e5f-a861-a8fd8c935e8a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:46.972288 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-feee11b3-b092-4428-81a6-b79f79802172 req-b60c3ea3-916d-4e5f-a861-a8fd8c935e8a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0884426 May 26 22:25:47.022286 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-feee11b3-b092-4428-81a6-b79f79802172 req-32e73bbc-81db-4391-bef4-0cc038884bcf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 May 26 22:25:48.226219 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bc8ca-ebdb-487c-b18f-0adc959cbce2 req-df404c4b-a77e-4aac-b65e-38bb419ca216 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:48.227836 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bf2bc8ca-ebdb-487c-b18f-0adc959cbce2 req-df404c4b-a77e-4aac-b65e-38bb419ca216 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0911403 May 26 22:25:48.272673 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bf2bc8ca-ebdb-487c-b18f-0adc959cbce2 req-1ab91417-3dc5-48db-9927-e87990012f09 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389102 May 26 22:25:49.483195 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81cbdd-dfc9-4e2b-a435-a23ed5e0c3fb req-fa577c16-7f8e-4dfc-ac14-837367f89244 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:49.484694 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fa81cbdd-dfc9-4e2b-a435-a23ed5e0c3fb req-fa577c16-7f8e-4dfc-ac14-837367f89244 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0808315 May 26 22:25:49.533636 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fa81cbdd-dfc9-4e2b-a435-a23ed5e0c3fb req-3f6b4ec8-bc4a-4c63-a54e-4f809a4c609a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431111 May 26 22:25:50.751605 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fe788-2ee3-49e9-9552-2e240d72ca71 req-e6df2a94-1926-4dd9-805c-a85c3caf239f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:50.758881 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e57fe788-2ee3-49e9-9552-2e240d72ca71 req-e6df2a94-1926-4dd9-805c-a85c3caf239f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0987885 May 26 22:25:50.801386 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e57fe788-2ee3-49e9-9552-2e240d72ca71 req-106f9970-93d4-452a-bcc8-d5cdb7d8bd3f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 May 26 22:25:52.180433 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2e9bf-f1b0-4b2a-8521-9b4e18d37732 req-c698e78f-0821-41fd-ba60-7b659bf280d3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:52.185438 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b4e2e9bf-f1b0-4b2a-8521-9b4e18d37732 req-c698e78f-0821-41fd-ba60-7b659bf280d3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.2541940 May 26 22:25:52.247401 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b4e2e9bf-f1b0-4b2a-8521-9b4e18d37732 req-b019c04e-acbf-419b-9371-11847afb8d55 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549691 May 26 22:25:52.435879 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:52.479872 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-ae3d5233-cb5a-47ed-ac6a-683755bd9b6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837767 May 26 22:25:52.644248 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a948f-4103-4b79-bf21-d021821e277c req-0fb5672b-d21b-4c37-8404-56316ed454e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:52.645773 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-0fb5672b-d21b-4c37-8404-56316ed454e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.0801504 May 26 22:25:52.905321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a948f-4103-4b79-bf21-d021821e277c req-e12aa8a8-6039-4b5c-a100-ce393d9b6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:52.906943 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-e12aa8a8-6039-4b5c-a100-ce393d9b6dd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.2392926 May 26 22:25:53.034493 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-562727ec-2182-4a14-aff8-cbec03bed5d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 1000 time: 0.1192379 May 26 22:25:53.114387 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a948f-4103-4b79-bf21-d021821e277c req-3d7e1999-fea9-4a8d-bba5-e96bea23c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:53.115956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-3d7e1999-fea9-4a8d-bba5-e96bea23c202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0744848 May 26 22:25:53.258286 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a948f-4103-4b79-bf21-d021821e277c req-4ac8e279-b7d3-4117-b079-c7c6ed40be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:53.258286 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-4ac8e279-b7d3-4117-b079-c7c6ed40be8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863569 May 26 22:25:53.357170 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-73f07607-89fc-4a87-89b6-b132ad7bae20 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385691 May 26 22:25:53.555047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941c4b-34c9-4317-b1ee-20c1497c63ea req-68fd5297-687f-4a52-9baa-50c5594ca06e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:53.557117 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ff941c4b-34c9-4317-b1ee-20c1497c63ea req-68fd5297-687f-4a52-9baa-50c5594ca06e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1971951 May 26 22:25:53.565888 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6e3a948f-4103-4b79-bf21-d021821e277c req-33a9d91a-c401-4679-84f6-320edfbffc82 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713915 May 26 22:25:53.613509 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ff941c4b-34c9-4317-b1ee-20c1497c63ea req-c5788f74-d768-4393-b842-79c3c94038ec tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466697 May 26 22:25:53.687266 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:25:54.831883 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c952084-0351-4c45-aa3a-f2a757403cb5 req-0483a714-fad2-41ba-9e16-ceae62062761 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:54.833342 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2c952084-0351-4c45-aa3a-f2a757403cb5 req-0483a714-fad2-41ba-9e16-ceae62062761 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0899632 May 26 22:25:54.883437 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2c952084-0351-4c45-aa3a-f2a757403cb5 req-032bbf30-6bce-4075-aeeb-b8dff2acab80 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434899 May 26 22:25:56.093511 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190dd04-94c0-4747-82bc-dca360bca2b9 req-0e3e8290-098b-4a25-ba3a-155f0b07ab16 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:56.096198 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d190dd04-94c0-4747-82bc-dca360bca2b9 req-0e3e8290-098b-4a25-ba3a-155f0b07ab16 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0866265 May 26 22:25:56.156175 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d190dd04-94c0-4747-82bc-dca360bca2b9 req-574101d6-491e-4e8a-bfa3-060c534f5f3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483139 May 26 22:25:57.200753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56634) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:57.341530 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.356358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:25:57.360152 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5f5f51280c440a8f6abcd73e5e63fe is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:25:57.362930 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:25:57.363359 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccdf5d-5158-48d2-afd8-7af4931f9945 req-53f65fb8-14bd-42c6-af59-2162ad960298 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:57.364840 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-63ccdf5d-5158-48d2-afd8-7af4931f9945 req-53f65fb8-14bd-42c6-af59-2162ad960298 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0819082 May 26 22:25:57.368658 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:25:57.414949 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-63ccdf5d-5158-48d2-afd8-7af4931f9945 req-605e425b-45f5-44aa-bfd5-fe6d25b06c95 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 May 26 22:25:57.470235 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.681372 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.691921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a184744a-7e8f-4afd-82c6-1afede5baec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:57.732168 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb777363-ddd8-476d-9eb8-612376988e62,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:57.738667 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb5f5f51280c440a8f6abcd73e5e63fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349231 May 26 22:25:57.739336 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56646) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:25:57.755363 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.761521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:25:57.765313 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:57.814410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.847843 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.966271 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:57.971900 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b7ec2541-7d98-4b71-ad5f-1397d03be360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:25:57.984429 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb777363-ddd8-476d-9eb8-612376988e62,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:25:57.986721 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:25:58.002466 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:25:58.007240 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb777363-ddd8-476d-9eb8-612376988e62 HTTP/1.1" status: 204 len: 168 time: 0.2634437 May 26 22:25:58.665263 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d78548-1b68-4af5-a5d7-4fd4bc2ebf78 req-c8b05bc3-d923-443e-9521-940df51d4e3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:25:58.669746 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-92d78548-1b68-4af5-a5d7-4fd4bc2ebf78 req-c8b05bc3-d923-443e-9521-940df51d4e3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1006925 May 26 22:25:58.712516 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-92d78548-1b68-4af5-a5d7-4fd4bc2ebf78 req-218ec5ec-d96f-4c38-a3e2-0cbfa1c184c0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399482 May 26 22:26:00.001515 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fff7b-9524-4d37-afa6-577491e7c46d req-17619ec9-fe5b-4f4a-bd73-f13ae641cbe4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:00.008988 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce2fff7b-9524-4d37-afa6-577491e7c46d req-17619ec9-fe5b-4f4a-bd73-f13ae641cbe4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1630688 May 26 22:26:00.059998 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce2fff7b-9524-4d37-afa6-577491e7c46d req-edc46d6e-4c56-46b3-82e5-53c005967abe tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500224 May 26 22:26:01.250929 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420927bf-b980-4a4d-96ba-552d3eb9a1cc req-4917758e-1244-4b49-a199-6cb272235d00 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:01.252463 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-420927bf-b980-4a4d-96ba-552d3eb9a1cc req-4917758e-1244-4b49-a199-6cb272235d00 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0846477 May 26 22:26:01.298933 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-420927bf-b980-4a4d-96ba-552d3eb9a1cc req-1039b2db-46d2-4ad2-9c51-39de77730253 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 May 26 22:26:02.659439 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e96ca-48a6-486e-aa97-2e775bf27e26 req-645a5b58-25e4-4876-8d9e-a3371841150f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:02.661107 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-668e96ca-48a6-486e-aa97-2e775bf27e26 req-645a5b58-25e4-4876-8d9e-a3371841150f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0843859 May 26 22:26:02.710904 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-668e96ca-48a6-486e-aa97-2e775bf27e26 req-624332b4-c691-457e-8e85-9f49482d948a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434642 May 26 22:26:03.619398 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-e51a393e-a736-420b-a701-e48fd4d10681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:03.621542 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-e51a393e-a736-420b-a701-e48fd4d10681 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1098 time: 0.0735152 May 26 22:26:03.754576 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-0aaca631-292e-4c3b-955c-a44a189fe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:03.756066 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-0aaca631-292e-4c3b-955c-a44a189fe4f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1276221 May 26 22:26:03.910142 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-f42e305c-3a0e-43e9-8548-bd84ed710956 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 1001 time: 0.1455419 May 26 22:26:03.981011 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a1312-1d81-4091-b1b9-c0e1e46d04f9 req-29f99e32-f32a-4b2e-ae9a-67f1c32733e6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:03.982470 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f78a1312-1d81-4091-b1b9-c0e1e46d04f9 req-29f99e32-f32a-4b2e-ae9a-67f1c32733e6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1525214 May 26 22:26:03.987970 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-87237086-a24a-45a0-aa20-b45ef1bba494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:03.989299 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-87237086-a24a-45a0-aa20-b45ef1bba494 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0723464 May 26 22:26:04.174982 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f78a1312-1d81-4091-b1b9-c0e1e46d04f9 req-ed4510c4-362f-4514-a59e-96a6680d70ab tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846697 May 26 22:26:04.191009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-e0ff8dca-f628-4586-bef1-986c9f9485c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:04.192526 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-e0ff8dca-f628-4586-bef1-986c9f9485c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1877241 May 26 22:26:04.324039 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-91d7f4af-d3bb-4fe5-87f0-9654a06bc07b service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237264 May 26 22:26:04.466432 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42ab3b73-1cd7-40b9-b6ec-a7c29bf223ea req-78a55e66-06c9-44ed-bfc5-09a19a44a5fb service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284792 May 26 22:26:05.369713 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b81d6-9ba8-4270-aafa-c0a05a544b79 req-3a3e2177-1d08-41b6-b962-9759da86b57b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:05.371419 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f7b81d6-9ba8-4270-aafa-c0a05a544b79 req-3a3e2177-1d08-41b6-b962-9759da86b57b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0841513 May 26 22:26:05.415167 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f7b81d6-9ba8-4270-aafa-c0a05a544b79 req-7bde9378-4031-44d9-9fe7-265323502efe tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 May 26 22:26:05.553447 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 56746) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:05.672851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:05.684897 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:05.688721 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Usage tracker for resource:security_group_rule and tenant:ccb090243ddb4ab7a7140713c52a1941 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:05.691499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:05.697154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:05.777073 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:05.840887 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:05.853070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c58fd262-381d-46b6-8fe8-d693bc45fb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:05.891410 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccb090243ddb4ab7a7140713c52a1941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368137 May 26 22:26:05.892998 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe24d0-4f48-452f-a73f-1607bcde1ae7,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:05.894092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56752) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:05.896177 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:05.950780 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:05.975745 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:06.109725 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:06.113488 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-16f57d4b-9d40-49d1-bd66-65e8b55afe5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:06.126045 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe24d0-4f48-452f-a73f-1607bcde1ae7,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:06.128983 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:06.130890 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:06.132101 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/befe24d0-4f48-452f-a73f-1607bcde1ae7 HTTP/1.1" status: 204 len: 168 time: 0.2370176 May 26 22:26:06.682068 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4d64b-6052-4f84-bc32-2061312d0ccb req-74dadfee-30c6-4419-b7e6-4123a33c7010 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:06.688908 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8bc4d64b-6052-4f84-bc32-2061312d0ccb req-74dadfee-30c6-4419-b7e6-4123a33c7010 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.1140018 May 26 22:26:06.729262 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8bc4d64b-6052-4f84-bc32-2061312d0ccb req-1cbed4d4-92e3-4507-90d9-fb68206a5096 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 May 26 22:26:07.921023 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd78e2a-dcb4-46d4-b270-4e3a72f1b9b9 req-2085e6cd-7f1f-4adb-a39b-1055538c4a66 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:07.921023 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9dd78e2a-dcb4-46d4-b270-4e3a72f1b9b9 req-2085e6cd-7f1f-4adb-a39b-1055538c4a66 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 945 time: 0.0781336 May 26 22:26:07.963596 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9dd78e2a-dcb4-46d4-b270-4e3a72f1b9b9 req-b8441d8d-b0d0-4e8b-b34b-93a69c4e9471 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386643 May 26 22:26:08.159745 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:26:08.289940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:08.324975 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:08.326450 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:08.446094 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:08.447952 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:08.512926 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=8']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:08.520041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.520417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.520752 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.521082 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.521406 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.521729 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.522051 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.522369 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.522688 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.523006 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.523322 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.523637 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:08.529873 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:08.783832 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-7558fae9-e2f6-48c2-b030-0d1eb0c6ecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:09.111990 dv-cinder-793244-1-smb neutron-server[92363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'code': 422} returned with failed status May 26 22:26:09.301226 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1520dc-4ae7-4bcc-a47e-53cfa0e71dae req-1587462b-2e4a-419e-8b06-a1941f3f151a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:09.304734 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1e1520dc-4ae7-4bcc-a47e-53cfa0e71dae req-1587462b-2e4a-419e-8b06-a1941f3f151a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1074286 May 26 22:26:09.350445 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1e1520dc-4ae7-4bcc-a47e-53cfa0e71dae req-2358560b-282d-48f2-8e24-d31df223ffea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 May 26 22:26:09.406842 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-ce1d6cb9-de42-424c-8762-9a0782908477 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287890 May 26 22:26:09.556558 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-1bf48976-55f0-4745-b5eb-cc88a4773596 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:09.557948 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-1bf48976-55f0-4745-b5eb-cc88a4773596 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457441 May 26 22:26:09.573214 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-93e17be8-6411-4d19-80d0-cb0c8bf921c9 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/quotas/3fd9ebb636424ad4a25c444bafe4c91d HTTP/1.1" status: 200 len: 375 time: 0.0099137 May 26 22:26:09.620995 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-192f6876-dedf-4938-80b3-740f5e76feab tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423832 May 26 22:26:09.853530 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3a89c-b9f6-4d68-9311-56bf305eee7b req-f45d387f-b18a-4d15-946e-c5e64b52a2ff tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:09.855041 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1a3a89c-b9f6-4d68-9311-56bf305eee7b req-f45d387f-b18a-4d15-946e-c5e64b52a2ff tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0810733 May 26 22:26:09.902739 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1a3a89c-b9f6-4d68-9311-56bf305eee7b req-321d0507-8681-4302-b4a5-ac593f370656 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 May 26 22:26:10.404552 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 56872) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:10.519500 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-e69f1c06-43ae-4625-b9db-61272eff4986 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137445 May 26 22:26:10.844026 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f5d8b-0b10-4e2b-a7f0-d07202ea6410 req-dc1ba725-584d-49f2-9d4d-4fbfc9ae59c0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:10.845808 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-357f5d8b-0b10-4e2b-a7f0-d07202ea6410 req-dc1ba725-584d-49f2-9d4d-4fbfc9ae59c0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0884953 May 26 22:26:10.895778 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-357f5d8b-0b10-4e2b-a7f0-d07202ea6410 req-de5cd1c1-d00d-4c3e-be93-936a44e4b0ea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 May 26 22:26:10.984024 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4ae1602d-d264-40a6-811a-abf40b822a94 req-1698b4d1-2e40-4089-8c6a-cb5ed0fefa10 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0457926 May 26 22:26:11.016348 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31185e26-7dd4-439c-bfa9-2537d7e36944 req-1e959b27-3026-44be-bff3-9521a328342a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:11.017905 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-31185e26-7dd4-439c-bfa9-2537d7e36944 req-1e959b27-3026-44be-bff3-9521a328342a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0976367 May 26 22:26:11.070743 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-31185e26-7dd4-439c-bfa9-2537d7e36944 req-05b5370b-1d20-49ad-b63a-a72c9a719ea8 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 May 26 22:26:11.163530 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e531e-3813-4cde-a863-7c447e4b3212 req-ca8ee67c-988d-48ed-b8f9-6317c254f82f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:11.164916 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f41e531e-3813-4cde-a863-7c447e4b3212 req-ca8ee67c-988d-48ed-b8f9-6317c254f82f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0792162 May 26 22:26:11.209259 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f41e531e-3813-4cde-a863-7c447e4b3212 req-e8684e4c-d011-4990-a091-431b07792a08 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 May 26 22:26:11.292424 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-226bf3c0-5824-46a9-bf71-dedbdc384dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:11.417382 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:12.079533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb07a12-0eb5-4d61-b84b-35f4a5d7f151 req-8e2fb04b-b96e-406d-acd8-c4367fe1130b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:12.080919 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3709aa7d-af80-4b2f-96b2-7cee9c328714 req-8c6ff1f9-99ed-4851-b19b-1b44dcc1f5ee tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0449240 May 26 22:26:12.081329 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bdb07a12-0eb5-4d61-b84b-35f4a5d7f151 req-8e2fb04b-b96e-406d-acd8-c4367fe1130b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0806112 May 26 22:26:12.126084 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bdb07a12-0eb5-4d61-b84b-35f4a5d7f151 req-004a4d83-5d74-4e14-a5fe-483efd9a0423 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389705 May 26 22:26:12.190031 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:26:12.225511 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:12.266173 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6dd7-b6c9-48af-acb1-2b5e48ea6562 req-da6f0074-847e-4264-93e6-0f143c172aa0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:12.273072 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6dff6dd7-b6c9-48af-acb1-2b5e48ea6562 req-da6f0074-847e-4264-93e6-0f143c172aa0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0899038 May 26 22:26:12.313604 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6dff6dd7-b6c9-48af-acb1-2b5e48ea6562 req-80f6c034-8adc-41a6-bbe7-21e9937d2e58 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 May 26 22:26:12.403250 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966afb1-09c3-4ba3-8083-2005d0ad2d44 req-a30e8f50-bf53-46f0-9eb9-599c7eaa2e11 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:12.404725 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4966afb1-09c3-4ba3-8083-2005d0ad2d44 req-a30e8f50-bf53-46f0-9eb9-599c7eaa2e11 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0840139 May 26 22:26:12.455166 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4966afb1-09c3-4ba3-8083-2005d0ad2d44 req-d33a9d3d-769f-4ee3-82c7-a9a4f3f94729 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411959 May 26 22:26:13.079123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-ff5a4083-3765-40d1-a429-139ba38b9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.080591 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-ff5a4083-3765-40d1-a429-139ba38b9aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 1096 time: 0.0700502 May 26 22:26:13.176207 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-4af15316-3839-424f-bb42-ea87051236dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.177705 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-4af15316-3839-424f-bb42-ea87051236dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1096 time: 0.0750911 May 26 22:26:13.179709 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-75fdbdbe-f306-4ec3-8b17-50459e9067e1 req-d947693d-49f9-4de7-8c07-96fce5139473 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0466523 May 26 22:26:13.366969 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-bb07dc64-a90d-4ed0-9975-eeaa966b6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.368505 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-bb07dc64-a90d-4ed0-9975-eeaa966b6999 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1842556 May 26 22:26:13.438265 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11560a64-5bd5-40e2-a43a-b0d7779729dc req-7e4bf53b-7a6c-4d43-8e0d-d1b4fa5b3074 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.439824 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-11560a64-5bd5-40e2-a43a-b0d7779729dc req-7e4bf53b-7a6c-4d43-8e0d-d1b4fa5b3074 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1854930 May 26 22:26:13.499398 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53918-ad7c-44f5-8898-aedc76c5ead6 req-800bbd83-ec13-4fb1-b3d8-80b3aa3f7e97 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.500861 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5af53918-ad7c-44f5-8898-aedc76c5ead6 req-800bbd83-ec13-4fb1-b3d8-80b3aa3f7e97 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0791802 May 26 22:26:13.513239 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-a9fbf19c-0521-4d67-934d-871717284547 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 999 time: 0.1358783 May 26 22:26:13.516043 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-11560a64-5bd5-40e2-a43a-b0d7779729dc req-27433daa-6e2c-48bd-9de4-a5420208510d tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685060 May 26 22:26:13.545310 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5af53918-ad7c-44f5-8898-aedc76c5ead6 req-eb3097f6-b2ef-44b4-9534-fe12238ba44c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 May 26 22:26:13.587389 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-fac731cf-68d1-497e-85bf-0cf1336cb305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.588847 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-fac731cf-68d1-497e-85bf-0cf1336cb305 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0673757 May 26 22:26:13.771462 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:13.809351 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-ebce5520-c07e-41aa-a530-dda823729d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.810840 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-ebce5520-c07e-41aa-a530-dda823729d4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2142394 May 26 22:26:13.822175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0500ac5-5b1e-4e4d-b39e-8fa3da6784b2 req-09108014-c292-4d25-9cb4-90547efeb739 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:13.823530 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a0500ac5-5b1e-4e4d-b39e-8fa3da6784b2 req-09108014-c292-4d25-9cb4-90547efeb739 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.1925855 May 26 22:26:13.942679 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a0500ac5-5b1e-4e4d-b39e-8fa3da6784b2 req-a8ec98fd-10e6-4472-afea-b3dd6a6f2f30 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004496 May 26 22:26:13.979671 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-1ce5c247-c70a-42ea-8eee-83b13ae7fe88 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551850 May 26 22:26:14.108938 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8375b38b-d42f-4e10-a1ad-89e2d9754ec9 req-7cadd82f-a94f-40c8-ad67-60182afba9d1 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216033 May 26 22:26:14.278096 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0d643623-22eb-427c-98e2-229ce4768d1d req-97e0f7a6-ba11-43e2-a416-dd7fb87782e3 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0457110 May 26 22:26:14.708726 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569aa25-3ae6-4afc-981b-a750a0e8743d req-455c6877-39d4-47f3-8522-fe05d3d0aa6c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:14.710227 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3569aa25-3ae6-4afc-981b-a750a0e8743d req-455c6877-39d4-47f3-8522-fe05d3d0aa6c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0843220 May 26 22:26:14.756155 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3569aa25-3ae6-4afc-981b-a750a0e8743d req-bd3ac156-25a8-4cca-b3cb-d835f21870bc tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 May 26 22:26:14.762665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f9f7c-f662-4b5b-a60d-da6d5d09de4f req-5bf95f68-3b59-4d00-9899-8411bc8fac37 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:14.778825 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2e5f9f7c-f662-4b5b-a60d-da6d5d09de4f req-5bf95f68-3b59-4d00-9899-8411bc8fac37 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0939913 May 26 22:26:14.839322 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2e5f9f7c-f662-4b5b-a60d-da6d5d09de4f req-4d7599ec-38b2-4977-99e0-1179b1c094a6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672748 May 26 22:26:15.146461 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60520bf-9dc7-4808-a9f6-e24cf749ec0d req-a77bf787-6667-4e48-82ec-1f34fdfbbd4e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:15.148080 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e60520bf-9dc7-4808-a9f6-e24cf749ec0d req-a77bf787-6667-4e48-82ec-1f34fdfbbd4e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0821562 May 26 22:26:15.193589 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e60520bf-9dc7-4808-a9f6-e24cf749ec0d req-26867e99-d7f8-4392-b7bf-dd882e69bac9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 May 26 22:26:15.422963 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-95e1c8e9-9b6f-41ab-9fe1-2d4f7e2df42c req-d7affa1e-f445-4843-87aa-6f52df0c6dea tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0425782 May 26 22:26:15.956677 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99964f4-707a-4f03-b595-8c7695b9ff9c req-a11cc07c-f046-4641-a56e-d530eee50e32 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:15.958310 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d99964f4-707a-4f03-b595-8c7695b9ff9c req-a11cc07c-f046-4641-a56e-d530eee50e32 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0922754 May 26 22:26:16.008152 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d99964f4-707a-4f03-b595-8c7695b9ff9c req-f77efeb3-2dac-4ac1-855e-f417d7eab8cd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 May 26 22:26:16.109024 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9a82-9789-4205-baa4-2d7c7bd9dcf7 req-5a199137-d08e-4f76-9698-d77f96b9cbfc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:16.110488 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e23b9a82-9789-4205-baa4-2d7c7bd9dcf7 req-5a199137-d08e-4f76-9698-d77f96b9cbfc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.1631408 May 26 22:26:16.157288 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e23b9a82-9789-4205-baa4-2d7c7bd9dcf7 req-e5074102-989f-4b20-b575-88e9d8a787ba tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 May 26 22:26:16.382762 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd44bbf-3b27-4068-a93e-3b8a65432bdf req-5204e184-c621-4fd5-925c-be1570dd7df2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:16.384740 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fdd44bbf-3b27-4068-a93e-3b8a65432bdf req-5204e184-c621-4fd5-925c-be1570dd7df2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0812294 May 26 22:26:16.433784 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fdd44bbf-3b27-4068-a93e-3b8a65432bdf req-d47ac004-f121-4db5-8e01-9e8fd0f8d29e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 May 26 22:26:16.570991 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b7b2a008-f11d-46ca-83b1-1b20d7284c4e req-07e025f8-6e94-4135-9e3b-b3aafd1eb666 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0425119 May 26 22:26:17.198360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281431-7920-4d36-bc17-e0922c7c07a1 req-029b6e81-5432-484d-9910-c9d743a437d0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:17.199944 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-41281431-7920-4d36-bc17-e0922c7c07a1 req-029b6e81-5432-484d-9910-c9d743a437d0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0791574 May 26 22:26:17.246565 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-41281431-7920-4d36-bc17-e0922c7c07a1 req-b45bab90-60c5-49e4-90cd-f99361d04231 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 May 26 22:26:17.349596 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51ef6e-5b56-4b44-bd6c-222e6e7f556e req-848b3a42-9966-4412-b4e3-ae9217ee81b4 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:17.350971 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bd51ef6e-5b56-4b44-bd6c-222e6e7f556e req-848b3a42-9966-4412-b4e3-ae9217ee81b4 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0835025 May 26 22:26:17.397428 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bd51ef6e-5b56-4b44-bd6c-222e6e7f556e req-a9da70ec-d449-4193-b2d9-51cacce22d8b tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 May 26 22:26:17.634577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1e94-c8b9-435c-a3fc-bd518c4db70b req-bcd0559a-1032-4c4b-b0b5-264be6572c14 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:17.636206 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-403e1e94-c8b9-435c-a3fc-bd518c4db70b req-bcd0559a-1032-4c4b-b0b5-264be6572c14 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0922694 May 26 22:26:17.687668 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-403e1e94-c8b9-435c-a3fc-bd518c4db70b req-c3094941-ace8-4f33-93ed-74fca0198c81 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 May 26 22:26:17.736024 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-99fc7b67-03c9-4c36-80db-5060c2119bc2 req-26b45757-b59b-44d8-97d6-d2bab2523ee8 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0441144 May 26 22:26:18.437031 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57b100-3e6f-4fa2-9bf8-468b400dfedf req-fd6ad79e-102e-480d-8739-13a236db321a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:18.438472 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9c57b100-3e6f-4fa2-9bf8-468b400dfedf req-fd6ad79e-102e-480d-8739-13a236db321a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0829067 May 26 22:26:18.488214 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9c57b100-3e6f-4fa2-9bf8-468b400dfedf req-2851453a-6917-4884-bf42-511162d86ef0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 May 26 22:26:18.588562 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b793-559c-42d2-8383-2e9b4557feb3 req-a381867f-296f-449d-9e92-5e9af42a43f6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:18.590008 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c689b793-559c-42d2-8383-2e9b4557feb3 req-a381867f-296f-449d-9e92-5e9af42a43f6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0834849 May 26 22:26:18.636259 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c689b793-559c-42d2-8383-2e9b4557feb3 req-8795e35c-3683-4033-a885-4ecdc596043d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 May 26 22:26:18.885551 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f25e4249-462b-4ec0-b54d-6ef53a7806b7 req-e0a46a6f-15aa-41cd-9345-89564250554d tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0433059 May 26 22:26:18.889495 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f6926-9334-490a-85bb-d1f0ef011381 req-cb745ee6-ac74-47a3-98f9-88cbd1041ee6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:18.891311 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-865f6926-9334-490a-85bb-d1f0ef011381 req-cb745ee6-ac74-47a3-98f9-88cbd1041ee6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0872486 May 26 22:26:18.941028 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-865f6926-9334-490a-85bb-d1f0ef011381 req-34dd4ef6-3ea5-4cc2-8be3-9d76840eb067 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 May 26 22:26:19.680547 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b32e5-e751-41be-9021-5091c6896509 req-f64e125f-f290-492c-85fe-b516d6ec83cf tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:19.682121 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-558b32e5-e751-41be-9021-5091c6896509 req-f64e125f-f290-492c-85fe-b516d6ec83cf tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0868890 May 26 22:26:19.729458 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-558b32e5-e751-41be-9021-5091c6896509 req-a2859610-96b6-45bf-8486-06bd91181e8a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 May 26 22:26:19.829194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c204d-134b-4ac6-a6a4-1f7a8262ed25 req-8422c70a-8201-41c3-89ff-93b30c8f0de7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:19.830854 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-990c204d-134b-4ac6-a6a4-1f7a8262ed25 req-8422c70a-8201-41c3-89ff-93b30c8f0de7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0835292 May 26 22:26:19.882001 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-990c204d-134b-4ac6-a6a4-1f7a8262ed25 req-689b055c-a243-4561-bf62-0c707ce6dc62 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450525 May 26 22:26:20.035413 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10494804-0d11-4f78-9a76-6aae1b6672ec req-10e2a43e-a6f9-4865-913e-ac508544a547 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0440292 May 26 22:26:20.153567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6ba79-1981-4930-9611-e229d679a79d req-81da029a-714f-4bd4-9fb2-1b73f98ad942 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:20.154956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d4c6ba79-1981-4930-9611-e229d679a79d req-81da029a-714f-4bd4-9fb2-1b73f98ad942 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0804663 May 26 22:26:20.203168 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d4c6ba79-1981-4930-9611-e229d679a79d req-29f23126-8cef-4dc4-ba88-eac0e5e55ecf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 May 26 22:26:20.924597 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735bbba-6076-49f8-9e52-0c940c014f00 req-72ae03f3-f694-4df1-9151-6277eb92611e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:20.926103 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b735bbba-6076-49f8-9e52-0c940c014f00 req-72ae03f3-f694-4df1-9151-6277eb92611e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0882256 May 26 22:26:20.979192 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b735bbba-6076-49f8-9e52-0c940c014f00 req-a160dbd0-729a-4917-89ed-bc816e1b15b4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464778 May 26 22:26:21.086848 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0655ef2-4052-4769-bf43-afea50607737 req-c31644c6-dc3c-422a-8c03-a4e99f7a3004 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:21.089057 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0655ef2-4052-4769-bf43-afea50607737 req-c31644c6-dc3c-422a-8c03-a4e99f7a3004 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0916691 May 26 22:26:21.138623 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f0655ef2-4052-4769-bf43-afea50607737 req-15d936b9-50d0-4109-a656-ed0bc6fad352 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 May 26 22:26:21.197173 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-95ee663e-b446-413a-94d8-ae1c1087f244 req-da70faae-d3bf-4ff3-b4a5-a4235b51ea29 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0445659 May 26 22:26:21.396289 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285e14-6a1b-4823-aec3-ce1c5de8c5cf req-cad75916-cb79-4050-b3f4-3c4af82777f6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:21.397757 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-86285e14-6a1b-4823-aec3-ce1c5de8c5cf req-cad75916-cb79-4050-b3f4-3c4af82777f6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0804846 May 26 22:26:21.444169 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-86285e14-6a1b-4823-aec3-ce1c5de8c5cf req-0644e79d-462d-466b-bad0-af97030bfbb4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 May 26 22:26:22.168364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af1a2-a36d-4694-9d26-a741e26ca32d req-fd4b23b0-84f1-4516-b385-89582ff22604 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:22.170188 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8b7af1a2-a36d-4694-9d26-a741e26ca32d req-fd4b23b0-84f1-4516-b385-89582ff22604 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0835583 May 26 22:26:22.220923 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8b7af1a2-a36d-4694-9d26-a741e26ca32d req-e310cf2f-904e-4c0e-9fb9-8e0c0cd824b1 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 May 26 22:26:22.349554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:22.356399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de794b1-e23c-44da-81db-1d8d30189e78 req-eaf43363-d042-4f56-b215-5487f3f58af7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:22.357997 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6de794b1-e23c-44da-81db-1d8d30189e78 req-eaf43363-d042-4f56-b215-5487f3f58af7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.1022048 May 26 22:26:22.371148 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3ac2730c-886f-4651-991a-284b4f432d4a req-65c8b48e-fd51-410d-bf63-519fba103a90 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0503380 May 26 22:26:22.405462 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6de794b1-e23c-44da-81db-1d8d30189e78 req-60eae156-77ab-42ad-9682-3f982783834f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 May 26 22:26:22.637650 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da674ae-a66d-404a-9770-f91130e6b47d req-c44e73e7-a042-49ec-a240-b45d4b65dd87 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:22.639129 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0da674ae-a66d-404a-9770-f91130e6b47d req-c44e73e7-a042-49ec-a240-b45d4b65dd87 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0802379 May 26 22:26:22.688008 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0da674ae-a66d-404a-9770-f91130e6b47d req-0f4424e5-7f4c-4d65-861e-78979b58f505 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 May 26 22:26:23.424477 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0625a-14d4-4b83-b153-f99a0d9cbdfb req-52684d0c-d041-4201-9fb6-fbdd8f100eb9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:23.428574 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-54b0625a-14d4-4b83-b153-f99a0d9cbdfb req-52684d0c-d041-4201-9fb6-fbdd8f100eb9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0884793 May 26 22:26:23.484070 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-54b0625a-14d4-4b83-b153-f99a0d9cbdfb req-41733186-5057-442c-a468-005ae484910f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508709 May 26 22:26:23.531708 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-55a8234a-fbe1-4d1a-910d-a87972529409 req-b137fb77-1a47-409f-b1c9-d6b2b6d8ac94 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0421417 May 26 22:26:23.824861 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f70ff-64a1-493b-8721-9023122a2e72 req-15f11932-65ae-4a25-881d-50938ecbd2d4 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:23.826187 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1c1f70ff-64a1-493b-8721-9023122a2e72 req-15f11932-65ae-4a25-881d-50938ecbd2d4 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.2116413 May 26 22:26:23.889324 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1c1f70ff-64a1-493b-8721-9023122a2e72 req-fbd1c31f-9450-414f-b637-f72f21f5383d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 May 26 22:26:23.934732 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b838c-157d-4dd3-abb6-c250ee2c372f req-623a635e-003f-433d-8eed-44132248385f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:23.936738 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4a3b838c-157d-4dd3-abb6-c250ee2c372f req-623a635e-003f-433d-8eed-44132248385f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0978730 May 26 22:26:23.999301 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4a3b838c-157d-4dd3-abb6-c250ee2c372f req-ce7a0656-9181-4934-acef-6092cd20f0c3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566747 May 26 22:26:24.686815 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205447d-e171-46fc-8558-4484538103fe req-13fde2f4-166e-407c-baf7-2afa58d5fa33 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:24.688527 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a205447d-e171-46fc-8558-4484538103fe req-13fde2f4-166e-407c-baf7-2afa58d5fa33 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0957365 May 26 22:26:24.703805 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5bfc92d9-f18d-46fc-8217-1ae8ac793bf5 req-5e413ef5-bf59-4a47-a341-69cc8edaf068 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0437105 May 26 22:26:24.737021 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a205447d-e171-46fc-8558-4484538103fe req-36ccf630-fa39-4883-8dbc-4af811dcdb8c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 May 26 22:26:25.084296 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba568c13-c575-4d4e-8e04-f80e565a432c req-e85317a0-3bc5-4b08-9e92-f012297a7efc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:25.085909 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ba568c13-c575-4d4e-8e04-f80e565a432c req-e85317a0-3bc5-4b08-9e92-f012297a7efc tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0900147 May 26 22:26:25.132139 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ba568c13-c575-4d4e-8e04-f80e565a432c req-1598b168-ab00-4fa5-b379-d7983de7452f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 May 26 22:26:25.201448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ccd7-633b-474b-a1e1-7c34975d9b33 req-302fdec7-d004-4ba4-a63d-501b5c48f861 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:25.202831 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-93b0ccd7-633b-474b-a1e1-7c34975d9b33 req-302fdec7-d004-4ba4-a63d-501b5c48f861 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0869913 May 26 22:26:25.248946 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-93b0ccd7-633b-474b-a1e1-7c34975d9b33 req-99ff5c6a-80db-46fa-a7fd-5f05f1d0a180 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 May 26 22:26:25.866366 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-aa46526b-7fff-4b8d-958e-b7747f1bb465 req-bf45ee34-40bc-4e8e-9c56-4e698e756efc tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0491159 May 26 22:26:25.941152 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bf7c-812c-421a-9244-37c4c69e9e6a req-0f2ff073-d5ab-4b52-8cc4-4d62df5a1e8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:25.942620 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-61c5bf7c-812c-421a-9244-37c4c69e9e6a req-0f2ff073-d5ab-4b52-8cc4-4d62df5a1e8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0954242 May 26 22:26:25.990622 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-61c5bf7c-812c-421a-9244-37c4c69e9e6a req-e7de424f-4fa6-48f4-90f7-7ef4e925871b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 May 26 22:26:26.327213 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c29e-9554-4b8b-bc69-a84dd8e09cbe req-1b3ee357-b6ee-4fe7-926c-0e262bfa4bf0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:26.329060 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc83c29e-9554-4b8b-bc69-a84dd8e09cbe req-1b3ee357-b6ee-4fe7-926c-0e262bfa4bf0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0848193 May 26 22:26:26.378229 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc83c29e-9554-4b8b-bc69-a84dd8e09cbe req-610998e4-19df-481e-888c-01c98a42108b tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 May 26 22:26:26.449664 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd1ec6-84fe-401a-b5b4-07cb6ff77a6f req-dedfe303-7520-42fa-a26a-7324d111bb2c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:26.451046 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6fd1ec6-84fe-401a-b5b4-07cb6ff77a6f req-dedfe303-7520-42fa-a26a-7324d111bb2c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0807285 May 26 22:26:26.496807 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f6fd1ec6-84fe-401a-b5b4-07cb6ff77a6f req-ccfafaab-27e6-4f69-ac25-52c1dfc5a31d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 May 26 22:26:27.017912 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-92de93ae-6990-4ff6-83cd-bbfad052889a req-8e3c4e5f-9798-4125-9ed7-547b791c5d7d tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0458298 May 26 22:26:27.323755 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ca672-dc9d-41cb-91c9-156c3fec735c req-550dd889-0c91-474c-af44-7bc41fdb8109 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:27.325074 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-020ca672-dc9d-41cb-91c9-156c3fec735c req-550dd889-0c91-474c-af44-7bc41fdb8109 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0802634 May 26 22:26:27.367152 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-020ca672-dc9d-41cb-91c9-156c3fec735c req-e478823c-8120-4ccb-9623-39f0caaf64c6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365489 May 26 22:26:27.559952 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eac96-5e5f-4bad-9daf-867489606a04 req-b82f37af-1131-4f8e-ac70-a324cadc03b5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:27.561729 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c4eac96-5e5f-4bad-9daf-867489606a04 req-b82f37af-1131-4f8e-ac70-a324cadc03b5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0803094 May 26 22:26:27.609639 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5c4eac96-5e5f-4bad-9daf-867489606a04 req-8269ed8d-788f-4c02-86c8-7cd09724ccfa tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 May 26 22:26:27.682606 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049e20c-a805-423f-83b4-04a1c6d78abd req-7e68231b-de9c-4d4b-8bf3-de05bede9f86 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:27.684064 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e049e20c-a805-423f-83b4-04a1c6d78abd req-7e68231b-de9c-4d4b-8bf3-de05bede9f86 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0785155 May 26 22:26:27.730461 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e049e20c-a805-423f-83b4-04a1c6d78abd req-22ecfd38-1e6b-4eac-82c6-523c4db0f480 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 May 26 22:26:28.167957 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c39a4ede-f0a2-477a-b3ad-bfbeb398160b req-a506b2fe-2932-40e9-b7ac-a9753ae59b34 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0446601 May 26 22:26:28.545484 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1308716-2eb0-48a8-863c-ef7807836906 req-45f8948b-3cdf-48d5-99bd-ff3d3119bedf tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:28.546912 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e1308716-2eb0-48a8-863c-ef7807836906 req-45f8948b-3cdf-48d5-99bd-ff3d3119bedf tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0776474 May 26 22:26:28.590053 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e1308716-2eb0-48a8-863c-ef7807836906 req-4a2b5875-8ad8-4fe7-a1c2-03351c9105f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375443 May 26 22:26:28.787727 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288092d9-5c51-4654-9e51-2fddf2dc594a req-dff3a6a9-34e1-4b14-ac42-bff732027c00 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:28.789173 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-288092d9-5c51-4654-9e51-2fddf2dc594a req-dff3a6a9-34e1-4b14-ac42-bff732027c00 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0795226 May 26 22:26:28.833267 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-288092d9-5c51-4654-9e51-2fddf2dc594a req-7be867b0-3ec7-4d66-9014-ac1b15c311c5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 May 26 22:26:28.920973 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a96d68-74a5-4581-9cd2-c714249ac681 req-d8e80e51-7b60-4823-88fe-d7b8a11b04c3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:28.922403 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c1a96d68-74a5-4581-9cd2-c714249ac681 req-d8e80e51-7b60-4823-88fe-d7b8a11b04c3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0814347 May 26 22:26:28.966658 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c1a96d68-74a5-4581-9cd2-c714249ac681 req-7c05575b-8a02-49ce-895a-e7ed3b38dc4b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385749 May 26 22:26:29.317920 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b1d6928-202a-4ec3-801d-27f1d868a56d req-573d334c-2ad4-42e7-8c00-6ef24d1bf794 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0469136 May 26 22:26:29.777478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dabed0-43d4-4f5b-b9e3-d5f3d6209f23 req-fd287ff9-e373-4314-b2de-77794588c0ee tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:29.778874 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0dabed0-43d4-4f5b-b9e3-d5f3d6209f23 req-fd287ff9-e373-4314-b2de-77794588c0ee tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0808470 May 26 22:26:29.824304 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d0dabed0-43d4-4f5b-b9e3-d5f3d6209f23 req-34faed63-040d-404f-87dd-04af04765dba tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 May 26 22:26:30.088125 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdccdc-e1eb-4573-a65c-939ce9e51553 req-033bafa7-2dd1-4903-bd0a-e48c47a0bbc0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:30.089484 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-08bdccdc-e1eb-4573-a65c-939ce9e51553 req-033bafa7-2dd1-4903-bd0a-e48c47a0bbc0 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.1498804 May 26 22:26:30.133297 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-08bdccdc-e1eb-4573-a65c-939ce9e51553 req-c32d9ea8-dabd-482b-a0c7-88f0a5072bd5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 May 26 22:26:30.159381 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407718-f495-475c-ad22-39f8f807059e req-e31df313-b37c-4a17-8659-d34344ce702d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:30.160926 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e7407718-f495-475c-ad22-39f8f807059e req-e31df313-b37c-4a17-8659-d34344ce702d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0838017 May 26 22:26:30.204710 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e7407718-f495-475c-ad22-39f8f807059e req-a68b2041-0c12-4d98-99b1-b2b797479ef2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 May 26 22:26:30.361088 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-6b5f3ec2-ea14-4e6e-bdf9-91aa9b6acb9b tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269349 May 26 22:26:30.503378 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8fecb9bf-a1c7-4940-8f08-1490dcb83af0 req-36c40f23-88cd-461f-8e4d-0c0f44f3c314 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0819092 May 26 22:26:30.516262 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-71012a59-3aac-4f0d-856c-f39091014766 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:30.517678 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-71012a59-3aac-4f0d-856c-f39091014766 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514659 May 26 22:26:30.530428 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Request body: {'port': {'device_id': 'b971a0d6-2fde-4266-b941-100696110f34', 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d', 'admin_state_up': True, 'tenant_id': '3fd9ebb636424ad4a25c444bafe4c91d'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:30.543206 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-979ae283-1380-4520-9eee-836ecac8e499 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:30.544631 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-979ae283-1380-4520-9eee-836ecac8e499 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 945 time: 0.0888753 May 26 22:26:30.673533 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:30.677956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Usage tracker for resource:port and tenant:3fd9ebb636424ad4a25c444bafe4c91d is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:30.680940 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:30.685959 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:26:30.689281 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:30.689779 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Deleting port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:26:30.690151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:30.771601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Made reservation on behalf of 3fd9ebb636424ad4a25c444bafe4c91d for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:26:30.775894 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:30.789031 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:30.804221 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:30.808096 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Usage tracker for resource:security_group_rule and tenant:3fd9ebb636424ad4a25c444bafe4c91d is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:30.810964 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:30.816695 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:30.824259 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] For port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:30.824696 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:30.909337 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:30.947806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Calling delete_port for 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e owned by compute:nova {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:26:31.000695 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.007470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3ead5052-63a2-457c-8f58-6af50889e7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:31.075067 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351257b7-257b-43e4-b556-44894c2be18c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:31.078266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:31.086143 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f37b8-dc7c-4ba3-99cb-ee3288a41f80 req-12cb19b7-28a0-4802-a0e1-450fa7368f7b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.093361 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-544f37b8-dc7c-4ba3-99cb-ee3288a41f80 req-12cb19b7-28a0-4802-a0e1-450fa7368f7b tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1496978 May 26 22:26:31.132725 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-544f37b8-dc7c-4ba3-99cb-ee3288a41f80 req-48953726-61a1-429c-bc13-d29507ada4aa tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 May 26 22:26:31.137236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.142953 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-be798cc8-cc9a-4d82-bf13-2e59f2eaf2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:31.152710 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['7d7a117f-6b4b-41de-8a4a-c0fc956cb50e'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:31.187826 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Pushing event deleted for resources: {'Port': ['ID=7d7a117f-6b4b-41de-8a4a-c0fc956cb50e,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:31.190743 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:31.252928 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Allocated IP 192.168.233.98 (6d175424-76a8-4cde-a30c-f56404abb84d/b7b0fe8e-0968-48db-b9d3-bca1e0fba892/043542ba-f237-49f6-a39a-b9112fd18cfd) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:26:31.285722 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] No DVR routers for this DVR port 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e on host hv-cinder-79324 {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:26:31.328593 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.331163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'name': 'network-vif-deleted', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:31.339147 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7ea581c7-47d3-4b46-a418-e212c225e298 req-fac6d254-5f24-45a2-9c51-9351b536cad6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0509725 May 26 22:26:31.441141 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c1822b4c-d6fd-4e48-9fe0-31b48838589a req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "DELETE /v2.0/ports/7d7a117f-6b4b-41de-8a4a-c0fc956cb50e HTTP/1.1" status: 204 len: 173 time: 0.8874805 May 26 22:26:31.520737 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ea9bd2-f758-4035-8ba9-b519efcdb91c', 'name': 'network-vif-deleted', 'tag': '7d7a117f-6b4b-41de-8a4a-c0fc956cb50e', 'status': 'completed', 'code': 200} May 26 22:26:31.529064 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbeb0f-3b7a-4d79-a55f-fb8194d071a1 req-85cac441-ba6e-4db1-a7e3-04fe48aaf373 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.532115 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cfcbeb0f-3b7a-4d79-a55f-fb8194d071a1 req-85cac441-ba6e-4db1-a7e3-04fe48aaf373 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0894217 May 26 22:26:31.583345 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cfcbeb0f-3b7a-4d79-a55f-fb8194d071a1 req-273eeb32-5f80-4eba-a605-3ead1cb5a4e0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455976 May 26 22:26:31.583685 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.600522 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Transition to ACTIVE for port object 043542ba-f237-49f6-a39a-b9112fd18cfd will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:26:31.715686 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1456-38df-4424-8295-458a844f9e8a req-ebb93ab9-f7a3-48cc-841f-c346074d8995 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.717301 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2a6b1456-38df-4424-8295-458a844f9e8a req-ebb93ab9-f7a3-48cc-841f-c346074d8995 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1007535 May 26 22:26:31.740761 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.748500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3053ae91-eebb-4174-be36-30f3ed4b00a1 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:31.828548 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Network 6d175424-76a8-4cde-a30c-f56404abb84d is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:26:31.829252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:26:31.835124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:26:31.848508 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa6d8-9ffc-4c4b-a396-5b0a2ab4a9cc req-d397f4ce-93ab-4dee-bdb8-2b7a0fd04e01 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.850022 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c0faa6d8-9ffc-4c4b-a396-5b0a2ab4a9cc req-d397f4ce-93ab-4dee-bdb8-2b7a0fd04e01 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 935 time: 0.1406496 May 26 22:26:31.852815 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-e6d56c24-9f8b-43fb-b950-72378633fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.854189 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-e6d56c24-9f8b-43fb-b950-72378633fc9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 1098 time: 0.1087906 May 26 22:26:31.865886 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2a6b1456-38df-4424-8295-458a844f9e8a req-75c12cf0-5ca8-4620-9e1d-408efc4be69e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412296 May 26 22:26:31.895823 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Pushing event updated for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:31.901511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:31.917894 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:31.918802 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:31.992370 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c0faa6d8-9ffc-4c4b-a396-5b0a2ab4a9cc req-2279afad-2cdd-44f8-9533-21fa0a5a4312 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320181 May 26 22:26:32.017988 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4912872 May 26 22:26:32.029855 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Request body: {'port': {'device_id': 'b971a0d6-2fde-4266-b941-100696110f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:32.043928 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-26b3cdbf-f57a-4dda-b13b-54e65276433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:32.045360 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-26b3cdbf-f57a-4dda-b13b-54e65276433a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1593859 May 26 22:26:32.143160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.147518 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-98eb0a7e-9446-4f7b-8e62-8afeae29b25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 200 len: 1000 time: 0.0951679 May 26 22:26:32.177002 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-32d465ad-dd2e-40f5-800d-8a70dd250819 None None] Provisioning for port 043542ba-f237-49f6-a39a-b9112fd18cfd completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:26:32.182158 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-32d465ad-dd2e-40f5-800d-8a70dd250819 None None] Provisioning complete for port 043542ba-f237-49f6-a39a-b9112fd18cfd triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:26:32.189847 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-32d465ad-dd2e-40f5-800d-8a70dd250819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.209001 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-21397a53-45d6-4042-94b4-639488dcc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:32.210488 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-21397a53-45d6-4042-94b4-639488dcc11b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0562055 May 26 22:26:32.239840 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-32d465ad-dd2e-40f5-800d-8a70dd250819 None None] Port 043542ba-f237-49f6-a39a-b9112fd18cfd cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:26:32.375563 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-c7e9774f-d6eb-4892-afd8-7bb252c222c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:32.377094 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-c7e9774f-d6eb-4892-afd8-7bb252c222c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1563821 May 26 22:26:32.518669 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-d364da28-1efd-4443-b7e9-84d844281976 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326504 May 26 22:26:32.544229 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d24d8c0e-1b03-4abe-95f9-94bb03abeef6 req-facc859c-6fee-4e5a-b817-b79ba601ac75 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5ea9bd2-f758-4035-8ba9-b519efcdb91c HTTP/1.1" status: 200 len: 210 time: 0.0591483 May 26 22:26:32.554005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043542ba-f237-49f6-a39a-b9112fd18cfd {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:32.561735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.576456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Transition to ACTIVE for port object 043542ba-f237-49f6-a39a-b9112fd18cfd will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:26:32.652101 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:32.653152 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b37ba78-25c6-4697-b16d-4c50a21332d2 req-91a28f44-a380-4ceb-b91b-411c044e36fe service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291795 May 26 22:26:32.660196 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ee58639c-1f7f-4091-b70d-9f4ba40f8ac2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:32.789426 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477761-d8b7-4410-867a-f904855b4f36 req-ec0b139f-046b-42c5-bc06-e03577b72bcf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:32.797121 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-17477761-d8b7-4410-867a-f904855b4f36 req-ec0b139f-046b-42c5-bc06-e03577b72bcf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.0888996 May 26 22:26:32.823253 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Pushing event updated for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:32.826153 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:32.841869 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-17477761-d8b7-4410-867a-f904855b4f36 req-0412bb92-8e30-468d-ac1e-0627de9a1696 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 May 26 22:26:32.895940 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Attempting to bind port 043542ba-f237-49f6-a39a-b9112fd18cfd on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:26:32.896463 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Attempting to bind port 043542ba-f237-49f6-a39a-b9112fd18cfd by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:26:32.896601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Attempting to bind port 043542ba-f237-49f6-a39a-b9112fd18cfd on network 6d175424-76a8-4cde-a30c-f56404abb84d {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:26:32.901714 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Port 043542ba-f237-49f6-a39a-b9112fd18cfd on network 6d175424-76a8-4cde-a30c-f56404abb84d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:26:32.902257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Attempting to bind port 043542ba-f237-49f6-a39a-b9112fd18cfd on network 6d175424-76a8-4cde-a30c-f56404abb84d {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:26:32.907228 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:26:32.907565 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Checking segment: {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:26:32.907980 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Bound using segment: {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:26:32.908408 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Bound port: 043542ba-f237-49f6-a39a-b9112fd18cfd, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203b9fb8-de4b-435c-abd0-f5d181678419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:26:32.908755 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:33.045744 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:26:33.056965 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=043542ba-f237-49f6-a39a-b9112fd18cfd,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:26:33.080995 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d27a-a4a5-4f75-b93e-065e46dab948 req-589248ab-e980-4ebd-a87d-22feae35b375 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.082507 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d401d27a-a4a5-4f75-b93e-065e46dab948 req-589248ab-e980-4ebd-a87d-22feae35b375 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0976331 May 26 22:26:33.128143 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d401d27a-a4a5-4f75-b93e-065e46dab948 req-f81635b1-1898-4391-8b01-c065842b2c97 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 May 26 22:26:33.144093 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:33.148930 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-23e5413b-6d46-4176-8389-039e2b65de4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:33.187922 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbf245-9980-46e4-9dd4-6b098fc4fff0 req-e417b5ad-f228-4a2f-8de2-3bfd4029e579 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.189439 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-85dbf245-9980-46e4-9dd4-6b098fc4fff0 req-e417b5ad-f228-4a2f-8de2-3bfd4029e579 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 947 time: 0.0856440 May 26 22:26:33.215443 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.216086 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:33.217471 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] 10.222.0.20 "PUT /v2.0/ports/043542ba-f237-49f6-a39a-b9112fd18cfd HTTP/1.1" status: 200 len: 1097 time: 1.1916993 May 26 22:26:33.218028 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:33.238928 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-85dbf245-9980-46e4-9dd4-6b098fc4fff0 req-29194a64-8e28-4e5f-9f91-335eb75864ea tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 May 26 22:26:33.244916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Pushing event updated for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:33.251806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:33.298233 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd', 'status': 'completed', 'code': 200} May 26 22:26:33.398628 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d675c-04d6-4559-97cb-28cacbab9608 req-43669ca1-e7d6-463b-b525-1e9b561b3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.401291 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-350d675c-04d6-4559-97cb-28cacbab9608 req-43669ca1-e7d6-463b-b525-1e9b561b3993 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 1100 time: 0.0818179 May 26 22:26:33.433266 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-350d675c-04d6-4559-97cb-28cacbab9608 req-728394bc-6875-443e-bbe9-f999ce5d03a6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250523 May 26 22:26:33.666574 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d675c-04d6-4559-97cb-28cacbab9608 req-044a35f9-499a-4ecb-8447-a66150825106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.670956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-350d675c-04d6-4559-97cb-28cacbab9608 req-044a35f9-499a-4ecb-8447-a66150825106 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282529 May 26 22:26:33.770959 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-c95a2a15-e4fd-4407-ab0e-72bc93c44801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.772462 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-c95a2a15-e4fd-4407-ab0e-72bc93c44801 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 1100 time: 0.0693700 May 26 22:26:33.842533 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-eecb9c64-5b88-4fef-8325-a4909de0e7db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=043542ba-f237-49f6-a39a-b9112fd18cfd HTTP/1.1" status: 200 len: 217 time: 0.0623205 May 26 22:26:33.906724 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-5e1cbf14-e98a-43ce-b396-331484fef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:33.908187 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-5e1cbf14-e98a-43ce-b396-331484fef22f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7b0fe8e-0968-48db-b9d3-bca1e0fba892 HTTP/1.1" status: 200 len: 843 time: 0.0584474 May 26 22:26:34.044012 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-e707567c-ec4a-4014-83bc-460e346c15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.045497 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-e707567c-ec4a-4014-83bc-460e346c15a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d175424-76a8-4cde-a30c-f56404abb84d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1313376 May 26 22:26:34.057347 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6add776-aaf1-46df-98e5-2151de6abb7e req-58541264-0574-42ca-9160-c18981f2fcb0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.058649 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b6add776-aaf1-46df-98e5-2151de6abb7e req-58541264-0574-42ca-9160-c18981f2fcb0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 943 time: 0.1023989 May 26 22:26:34.189205 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b6add776-aaf1-46df-98e5-2151de6abb7e req-80027155-df98-4a59-a510-bb7d6e717303 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098168 May 26 22:26:34.232517 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-d19ca776-c7b8-438d-909e-68c07e25cca5 service neutron] 10.222.0.20 "GET /v2.0/networks/6d175424-76a8-4cde-a30c-f56404abb84d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729417 May 26 22:26:34.314004 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39bc0-ba10-4eed-9467-b43ff1fd5755 req-c942fc90-9fed-4735-ba52-dd635d745741 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.315449 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78c39bc0-ba10-4eed-9467-b43ff1fd5755 req-c942fc90-9fed-4735-ba52-dd635d745741 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0805848 May 26 22:26:34.368590 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-78c39bc0-ba10-4eed-9467-b43ff1fd5755 req-79c22b85-3f00-4ce4-bd0a-e1d30ce2979f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 May 26 22:26:34.377339 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:26:34.382975 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:26:34.409650 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-89599729-104b-44c4-9fd2-cb8cd7bea846 req-17a5cf84-b9ee-4ba6-b953-c72ca464b07c service neutron] 10.222.0.20 "GET /v2.0/networks/6d175424-76a8-4cde-a30c-f56404abb84d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707225 May 26 22:26:34.421260 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:26:34.422301 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7d7a117f-6b4b-41de-8a4a-c0fc956cb50e not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:26:34.450160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-ec80f5f8-7491-44a3-b981-b3cf3d9c3585 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:34.450906 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-ec80f5f8-7491-44a3-b981-b3cf3d9c3585 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Synchronizing usage tracker for tenant:3fd9ebb636424ad4a25c444bafe4c91d on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:26:34.531568 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-ec80f5f8-7491-44a3-b981-b3cf3d9c3585 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Unset dirty status for tenant:3fd9ebb636424ad4a25c444bafe4c91d on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:26:34.532770 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-ec80f5f8-7491-44a3-b981-b3cf3d9c3585 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 947 time: 0.1716044 May 26 22:26:34.547500 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:34.561612 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'mac_address': 'fa:16:3e:fd:24:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:26:34.577244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-490c811e-6d4b-4f81-8355-8a094a94e860 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Synchronizing usage tracker for tenant:3fd9ebb636424ad4a25c444bafe4c91d on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:26:34.614989 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:34.631837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:34.646513 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:34.674575 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-490c811e-6d4b-4f81-8355-8a094a94e860 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Unset dirty status for tenant:3fd9ebb636424ad4a25c444bafe4c91d on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:26:34.675794 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-94a5de3f-b038-4498-9060-7e78c8e56c67 req-490c811e-6d4b-4f81-8355-8a094a94e860 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374609 May 26 22:26:34.708962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:34.710781 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:34.778166 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=9']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:34.781275 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:35.074074 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['355889e5-0b16-46ba-bcaa-9e5911e165b5'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:35.438319 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3eaee-92ee-4856-b7fe-ac546e036dbc req-778964d6-afca-42bc-ba25-161a857f3ded tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:35.439803 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4ab3eaee-92ee-4856-b7fe-ac546e036dbc req-778964d6-afca-42bc-ba25-161a857f3ded tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.1389287 May 26 22:26:35.484175 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4ab3eaee-92ee-4856-b7fe-ac546e036dbc req-7715fdf6-6821-48ba-83ae-041fb404ce1a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388496 May 26 22:26:35.860337 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2b428-e7bd-4f0b-8fdd-ecb84041f341 req-016ccc0b-8b21-4bbf-b48b-e0beb4fffc02 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:35.861764 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-55c2b428-e7bd-4f0b-8fdd-ecb84041f341 req-016ccc0b-8b21-4bbf-b48b-e0beb4fffc02 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 947 time: 0.0831635 May 26 22:26:35.904275 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-55c2b428-e7bd-4f0b-8fdd-ecb84041f341 req-90f9623c-0b4f-4d20-b924-d434af1d6694 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 May 26 22:26:36.381379 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:26:36.468642 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 355889e5-0b16-46ba-bcaa-9e5911e165b5 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:26:36.469019 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:36.583434 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:36.614006 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:36.624527 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:36.669768 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'code': 200} May 26 22:26:36.679795 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648b84e-4880-4fc0-ae95-2abadd405e1d req-98ce83e1-3704-42a0-8686-b12bbec55a27 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:36.680776 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:36.684891 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:36.686792 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d648b84e-4880-4fc0-ae95-2abadd405e1d req-98ce83e1-3704-42a0-8686-b12bbec55a27 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 944 time: 0.0894761 May 26 22:26:36.736631 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d648b84e-4880-4fc0-ae95-2abadd405e1d req-a11a8033-2bcb-434d-8215-3e2df6336ac2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489767 May 26 22:26:36.762200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=10']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:36.765304 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:37.092145 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89da677-3cdb-4267-9c50-3a2e214bea32 req-da1b47df-01c9-4ea5-b9db-fdb41be651ad tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:37.093889 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c89da677-3cdb-4267-9c50-3a2e214bea32 req-da1b47df-01c9-4ea5-b9db-fdb41be651ad tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 947 time: 0.0821805 May 26 22:26:37.194832 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c89da677-3cdb-4267-9c50-3a2e214bea32 req-e5343f97-7ce8-4275-8256-a0fcb67066b2 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950913 May 26 22:26:37.386554 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980774c-d85e-406d-81f3-11c9248f9846 req-d7b916cc-2df0-4bf7-a931-077d4abc900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:37.388029 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1980774c-d85e-406d-81f3-11c9248f9846 req-d7b916cc-2df0-4bf7-a931-077d4abc900e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1099 time: 0.0724561 May 26 22:26:37.427311 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1980774c-d85e-406d-81f3-11c9248f9846 req-8d684bc6-1950-41a4-b57c-bffddf051261 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327375 May 26 22:26:37.925754 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb1f9d-edb7-4d65-bb78-52ee121c741f req-fa09ab78-a317-4371-84d7-1b1b162758e8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:37.927113 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cceb1f9d-edb7-4d65-bb78-52ee121c741f req-fa09ab78-a317-4371-84d7-1b1b162758e8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.0796189 May 26 22:26:37.971376 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cceb1f9d-edb7-4d65-bb78-52ee121c741f req-09ab93a3-9066-4619-8587-a27d4998b6b8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 May 26 22:26:38.378697 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4d7f0-6148-432d-a7bf-aca0a40fbc4a req-616fbaf5-4c17-4f54-81f1-fec5869eddc1 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:38.380167 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b8b4d7f0-6148-432d-a7bf-aca0a40fbc4a req-616fbaf5-4c17-4f54-81f1-fec5869eddc1 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 947 time: 0.0812731 May 26 22:26:38.403597 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 043542ba-f237-49f6-a39a-b9112fd18cfd details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:26:38.428380 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b8b4d7f0-6148-432d-a7bf-aca0a40fbc4a req-d64847c6-d84e-41c2-b9c0-71877e1239f3 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 May 26 22:26:38.479102 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-18269f47-72d4-4286-95b4-515432769896 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:38.480571 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-18269f47-72d4-4286-95b4-515432769896 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/networks?id=c0b52f08-1893-4817-84ae-3eca13a58e74 HTTP/1.1" status: 200 len: 814 time: 0.1456561 May 26 22:26:38.495245 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-60af5176-5bfa-4ad9-a080-b7bbc25c5a11 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/quotas/99e95a036e234c8db644b772f2edbb6c HTTP/1.1" status: 200 len: 375 time: 0.0090783 May 26 22:26:38.544258 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-1825526f-72ed-4e78-b278-21b3bb015010 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Synchronizing usage tracker for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:26:38.548544 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=043542ba-f237-49f6-a39a-b9112fd18cfd,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:38.562309 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '043542ba-f237-49f6-a39a-b9112fd18cfd', 'network_id': '6d175424-76a8-4cde-a30c-f56404abb84d', 'port_id': '043542ba-f237-49f6-a39a-b9112fd18cfd', 'mac_address': 'fa:16:3e:27:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b0fe8e-0968-48db-b9d3-bca1e0fba892', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:26:38.617799 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-1825526f-72ed-4e78-b278-21b3bb015010 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Unset dirty status for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:26:38.619128 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-1825526f-72ed-4e78-b278-21b3bb015010 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188791 May 26 22:26:38.620658 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:38.637213 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043542ba-f237-49f6-a39a-b9112fd18cfd {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:38.653093 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=043542ba-f237-49f6-a39a-b9112fd18cfd,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:38.742800 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:38.745053 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:38.769729 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-382cb32f-5975-487b-bea7-179298e2d4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376200 May 26 22:26:38.788890 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-9846f575-0166-4907-9319-7d41422115f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:38.817423 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:38.824392 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:38.904257 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-cffc9b61-bf85-4d13-82ae-88ae87cd1fee service neutron] 10.222.0.23 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278310 May 26 22:26:39.081751 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['043542ba-f237-49f6-a39a-b9112fd18cfd'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:39.183391 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa037-d368-4e94-b3a3-1fcdf47f315c req-36615666-d7a4-49eb-b0fb-e520f28b64eb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.185035 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ad8aa037-d368-4e94-b3a3-1fcdf47f315c req-36615666-d7a4-49eb-b0fb-e520f28b64eb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.1004674 May 26 22:26:39.215598 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d461e123-76c3-4bc8-8a59-e40b990de225 req-9bd378c5-aba6-40bb-b7a6-87959b5ae740 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 210 time: 0.0590622 May 26 22:26:39.256006 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ad8aa037-d368-4e94-b3a3-1fcdf47f315c req-2e43ee74-0e66-4d63-84f6-284d8aeda88d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581155 May 26 22:26:39.616745 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3a25a-3001-44d5-9da3-2531a692ea36 req-0ff1b0e6-7de4-41a3-b5c1-8e68d814e0ab tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:39.619082 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3df3a25a-3001-44d5-9da3-2531a692ea36 req-0ff1b0e6-7de4-41a3-b5c1-8e68d814e0ab tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 948 time: 0.0828032 May 26 22:26:39.666521 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3df3a25a-3001-44d5-9da3-2531a692ea36 req-63a00369-4c7e-4f4b-ae3b-101e1d0aa889 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 May 26 22:26:40.369346 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-96243632-658a-494d-83ab-c6b0fd1c562c req-d0ebd04b-4763-4ebe-ab3a-2bf9a472e9f7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 210 time: 0.0439603 May 26 22:26:40.392529 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 043542ba-f237-49f6-a39a-b9112fd18cfd up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:26:40.486403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af10637-6784-49c7-9caf-ea681aaace3b req-739679b2-a67b-40e3-b875-db16eec97322 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:40.487873 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7af10637-6784-49c7-9caf-ea681aaace3b req-739679b2-a67b-40e3-b875-db16eec97322 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.0826261 May 26 22:26:40.532254 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7af10637-6784-49c7-9caf-ea681aaace3b req-010172ff-e98f-420b-91c2-85262ffafacb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 May 26 22:26:40.536832 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 043542ba-f237-49f6-a39a-b9112fd18cfd completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:26:40.541925 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 043542ba-f237-49f6-a39a-b9112fd18cfd triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:26:40.546166 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:40.659786 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:40.687177 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:40.699734 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=043542ba-f237-49f6-a39a-b9112fd18cfd,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:40.733701 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd', 'code': 200} May 26 22:26:40.760332 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:40.762392 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:40.829819 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:40.832950 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:40.864834 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768ed1b-8b92-4cf7-87e1-e9c2ce737f0b req-bdfc4ecc-1ade-4736-8fdc-593777850563 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:40.866291 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2768ed1b-8b92-4cf7-87e1-e9c2ce737f0b req-bdfc4ecc-1ade-4736-8fdc-593777850563 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.0861423 May 26 22:26:40.913217 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2768ed1b-8b92-4cf7-87e1-e9c2ce737f0b req-0709db66-7bc3-43b3-993e-36e0510859aa tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 May 26 22:26:41.101625 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc19e8-0c82-416b-8511-12611c433a0c req-6227dbaa-4a7a-404e-b42d-30c6542bf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:41.103620 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-64bc19e8-0c82-416b-8511-12611c433a0c req-6227dbaa-4a7a-404e-b42d-30c6542bf252 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 1102 time: 0.0866513 May 26 22:26:41.148440 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-64bc19e8-0c82-416b-8511-12611c433a0c req-ad8df08f-abe8-4bba-bb35-3ebfd268a4ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385079 May 26 22:26:41.314447 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-caa35b4d-2d84-450c-b9ee-03d1298029ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:41.342761 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-65e29b3f-e050-49ee-a17d-c0d507ca8e26 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:41.344165 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-65e29b3f-e050-49ee-a17d-c0d507ca8e26 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "GET /v2.0/networks?id=c0b52f08-1893-4817-84ae-3eca13a58e74 HTTP/1.1" status: 200 len: 814 time: 0.2177379 May 26 22:26:41.358806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Request body: {'port': {'device_id': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74', 'admin_state_up': True, 'tenant_id': '99e95a036e234c8db644b772f2edbb6c'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:41.434413 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:41.537358 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e987bdc7-5bc5-4055-bc9e-bb21d2f2fbc1 req-3b942029-7435-458e-9a09-ed2473e6078f tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 210 time: 0.0503371 May 26 22:26:41.540105 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:41.549631 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:41.607754 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Made reservation on behalf of 99e95a036e234c8db644b772f2edbb6c for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:26:41.611289 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:41.782865 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Allocated IP 172.20.0.7 (c0b52f08-1893-4817-84ae-3eca13a58e74/e1e8b8db-3483-4b5f-9b74-397fa922a2f6/724ca5f5-1531-44f8-a332-ab2350c0c460) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:26:41.989577 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.068625 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.074621 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c1faffaf-55c0-4cb3-9622-ba1b3bfbf65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:42.099196 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4e7bf-2eb6-4519-9eb9-990d88140b83 req-1e56e692-532a-4925-ac4d-436ad721c6a3 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:42.100613 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aca4e7bf-2eb6-4519-9eb9-990d88140b83 req-1e56e692-532a-4925-ac4d-436ad721c6a3 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.0801787 May 26 22:26:42.138343 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Network c0b52f08-1893-4817-84ae-3eca13a58e74 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:26:42.141472 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:26:42.145386 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:26:42.147731 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aca4e7bf-2eb6-4519-9eb9-990d88140b83 req-5083e363-b355-4d71-9b33-9bc49939c13f tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 May 26 22:26:42.181055 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Pushing event updated for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:42.185277 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:42.212692 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:42.213283 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.228209 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.297611 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9423261 May 26 22:26:42.310100 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Request body: {'port': {'device_id': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:42.420607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.798690 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02558f-9971-4898-b947-59abc94050d0 req-ca740405-af0b-46ee-bee5-ce3405edffef tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:42.799406 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-9c02558f-9971-4898-b947-59abc94050d0 req-ca740405-af0b-46ee-bee5-ce3405edffef tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Synchronizing usage tracker for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:26:42.831610 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724ca5f5-1531-44f8-a332-ab2350c0c460 {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:42.838588 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.852852 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Transition to ACTIVE for port object 724ca5f5-1531-44f8-a332-ab2350c0c460 will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:26:42.891032 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-9c02558f-9971-4898-b947-59abc94050d0 req-ca740405-af0b-46ee-bee5-ce3405edffef tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Unset dirty status for tenant:99e95a036e234c8db644b772f2edbb6c on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:26:42.892208 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9c02558f-9971-4898-b947-59abc94050d0 req-ca740405-af0b-46ee-bee5-ce3405edffef tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 931 time: 0.2463052 May 26 22:26:42.926753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:42.934267 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d2952f01-0d63-45f8-9b3f-411163ddc7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:42.986180 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-9c02558f-9971-4898-b947-59abc94050d0 req-2f1fe7ed-c0e4-413a-bbe9-16c3d56933da tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880461 May 26 22:26:43.091488 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Pushing event updated for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:43.094193 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:43.163198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Attempting to bind port 724ca5f5-1531-44f8-a332-ab2350c0c460 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:26:43.163521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Attempting to bind port 724ca5f5-1531-44f8-a332-ab2350c0c460 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:26:43.163872 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Attempting to bind port 724ca5f5-1531-44f8-a332-ab2350c0c460 on network c0b52f08-1893-4817-84ae-3eca13a58e74 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:26:43.168992 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Port 724ca5f5-1531-44f8-a332-ab2350c0c460 on network c0b52f08-1893-4817-84ae-3eca13a58e74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:26:43.169309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Attempting to bind port 724ca5f5-1531-44f8-a332-ab2350c0c460 on network c0b52f08-1893-4817-84ae-3eca13a58e74 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:26:43.174399 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:26:43.174653 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Checking segment: {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:26:43.175029 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Bound using segment: {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:26:43.175448 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Bound port: 724ca5f5-1531-44f8-a332-ab2350c0c460, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:26:43.175921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:43.265216 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:26:43.268336 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=724ca5f5-1531-44f8-a332-ab2350c0c460,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:26:43.337064 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338589d-957d-4824-b726-8995546d3068 req-80507256-48c4-495b-857d-4e619c1d235d tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:43.338495 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1338589d-957d-4824-b726-8995546d3068 req-80507256-48c4-495b-857d-4e619c1d235d tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.0825303 May 26 22:26:43.343155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:43.347116 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dba3d09f-d1ec-4717-8441-e62d95d29699 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:43.385054 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1338589d-957d-4824-b726-8995546d3068 req-78f0b6ff-d30c-4a19-8ce1-7e7988353b29 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 May 26 22:26:43.479242 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:43.479878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:43.481248 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] 10.222.0.20 "PUT /v2.0/ports/724ca5f5-1531-44f8-a332-ab2350c0c460 HTTP/1.1" status: 200 len: 1093 time: 1.1754150 May 26 22:26:43.481776 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:43.510165 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Pushing event updated for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:43.514500 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:43.529184 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460', 'status': 'completed', 'code': 200} May 26 22:26:43.640195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-7e61edbc-ae8b-43d7-b3c2-ba0e679ff788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:43.641637 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-7e61edbc-ae8b-43d7-b3c2-ba0e679ff788 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 1096 time: 0.0753541 May 26 22:26:43.790595 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-61c735a0-0b07-4e03-bab9-51c5ecfb79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:43.792099 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-61c735a0-0b07-4e03-bab9-51c5ecfb79c1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=99e95a036e234c8db644b772f2edbb6c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330500 May 26 22:26:43.799677 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:43.935431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-8decfac8-177f-4b6b-943d-6d3f1c388110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:43.936924 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ae4ae6e7-41bc-4952-8dd8-7a756391c854 req-8decfac8-177f-4b6b-943d-6d3f1c388110 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302104 May 26 22:26:44.052733 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-c8c51205-3890-4dca-a1b2-d7c16758d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:44.054596 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-c8c51205-3890-4dca-a1b2-d7c16758d72b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99e95a036e234c8db644b772f2edbb6c&device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 1096 time: 0.0702186 May 26 22:26:44.093204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e03be-5255-4f8a-a053-d04f06897852 req-06c34c40-089a-4962-8092-4228f7a51535 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:44.095026 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d85e03be-5255-4f8a-a053-d04f06897852 req-06c34c40-089a-4962-8092-4228f7a51535 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.0808938 May 26 22:26:44.139929 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d85e03be-5255-4f8a-a053-d04f06897852 req-bbe48a10-2339-4bfb-889d-fc94ca209075 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386021 May 26 22:26:44.155637 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-1ccfcd9e-d530-48d0-94e7-925e388318f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724ca5f5-1531-44f8-a332-ab2350c0c460 HTTP/1.1" status: 200 len: 217 time: 0.0922050 May 26 22:26:44.247576 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-a0443a9e-ad62-4255-997d-b4c79d3fc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:44.248981 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-a0443a9e-ad62-4255-997d-b4c79d3fc817 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1e8b8db-3483-4b5f-9b74-397fa922a2f6 HTTP/1.1" status: 200 len: 854 time: 0.0720618 May 26 22:26:44.256995 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a754-c6d1-4e6d-9582-8065835ea0ea req-6ecab21c-7c42-4099-b5d7-5e8d8a91686b tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:44.258344 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c839a754-c6d1-4e6d-9582-8065835ea0ea req-6ecab21c-7c42-4099-b5d7-5e8d8a91686b tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 943 time: 0.1391194 May 26 22:26:44.314400 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-f1d6697b-f153-4085-acd4-9670e9102afe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0b52f08-1893-4817-84ae-3eca13a58e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551753 May 26 22:26:44.357131 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c839a754-c6d1-4e6d-9582-8065835ea0ea req-a7e0f229-a35f-416b-8f80-215bfe16ae99 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 May 26 22:26:44.454918 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-1f050d25-6730-4b93-bed7-425daa764a68 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306090 May 26 22:26:44.584870 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eaced3e6-e764-4937-8937-8e82d8bf6537 req-20be53d3-7ba5-4b78-a69d-819f772a1b34 service neutron] 10.222.0.20 "GET /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205261 May 26 22:26:45.323432 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39178d3-ad2f-4772-99ff-b77cf763a66c req-846fdf99-cc57-4f20-b85e-69f49c200a79 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:45.324923 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c39178d3-ad2f-4772-99ff-b77cf763a66c req-846fdf99-cc57-4f20-b85e-69f49c200a79 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.0829659 May 26 22:26:45.368179 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c39178d3-ad2f-4772-99ff-b77cf763a66c req-5740a300-66dd-4e4e-85bd-618b921166fc tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/security-groups?id=351257b7-257b-43e4-b556-44894c2be18c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 May 26 22:26:45.733083 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053091b-5cca-47d8-be7b-6299e40b97be req-0f789b39-93fc-4991-ace4-277007754cc9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:45.734568 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f053091b-5cca-47d8-be7b-6299e40b97be req-0f789b39-93fc-4991-ace4-277007754cc9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 943 time: 0.1367733 May 26 22:26:45.746561 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c36266-270c-4787-bc2c-df4f59850518 req-196b0420-a811-4207-9900-18e1c78745ec tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:45.747901 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-94c36266-270c-4787-bc2c-df4f59850518 req-196b0420-a811-4207-9900-18e1c78745ec tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.20 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 949 time: 0.1095908 May 26 22:26:45.839448 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f053091b-5cca-47d8-be7b-6299e40b97be req-51272d6a-fa71-4338-a06a-7f6d664020b3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906453 May 26 22:26:45.907065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Deleting port 043542ba-f237-49f6-a39a-b9112fd18cfd {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:26:45.907321 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:46.034909 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] For port 043542ba-f237-49f6-a39a-b9112fd18cfd, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=043542ba-f237-49f6-a39a-b9112fd18cfd,segment=NetworkSegment(203b9fb8-de4b-435c-abd0-f5d181678419),segment_id=203b9fb8-de4b-435c-abd0-f5d181678419)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:46.035261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:46.231378 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Calling delete_port for 043542ba-f237-49f6-a39a-b9112fd18cfd owned by compute:nova {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:26:46.422603 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:46.428208 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-78ba81d3-fda3-4ea4-8b02-b529ff49fa87 tempest-VolumesActionsTest-1255626693 tempest-VolumesActionsTest-1255626693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:46.442130 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['043542ba-f237-49f6-a39a-b9112fd18cfd'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:46.476741 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Pushing event deleted for resources: {'Port': ['ID=043542ba-f237-49f6-a39a-b9112fd18cfd,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:46.479888 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:46.520913 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dfb5ab22-ded7-4114-9d46-95a4383daa41 req-373233e1-1110-46c7-b165-5822f5ae6631 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.23 "GET /v2.0/ports?device_id=b971a0d6-2fde-4266-b941-100696110f34 HTTP/1.1" status: 200 len: 210 time: 0.0446026 May 26 22:26:46.551368 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] No DVR routers for this DVR port 043542ba-f237-49f6-a39a-b9112fd18cfd on host hv-cinder-79324 {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:26:46.553831 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:46.556462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'name': 'network-vif-deleted', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:46.603188 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b971a0d6-2fde-4266-b941-100696110f34', 'name': 'network-vif-deleted', 'tag': '043542ba-f237-49f6-a39a-b9112fd18cfd', 'status': 'completed', 'code': 200} May 26 22:26:46.640421 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-94c36266-270c-4787-bc2c-df4f59850518 req-36409b09-3e4e-44c7-86b3-c821441ce208 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] 10.222.0.20 "DELETE /v2.0/ports/043542ba-f237-49f6-a39a-b9112fd18cfd HTTP/1.1" status: 204 len: 173 time: 0.8790555 May 26 22:26:47.102483 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654937e-631f-491d-92d0-8ee43b67bc4f req-730eef96-45a4-4661-8597-ae64dde16867 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:47.103940 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e654937e-631f-491d-92d0-8ee43b67bc4f req-730eef96-45a4-4661-8597-ae64dde16867 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 943 time: 0.1603794 May 26 22:26:47.149654 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e654937e-631f-491d-92d0-8ee43b67bc4f req-232a0970-ddb2-4185-a64e-5ef17b19dc01 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 May 26 22:26:48.335546 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288ebc9-b1ac-4da5-9d71-650c36f89e75 req-620008ba-e20b-4049-92f1-71411e1daaa9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:48.337163 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a288ebc9-b1ac-4da5-9d71-650c36f89e75 req-620008ba-e20b-4049-92f1-71411e1daaa9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 943 time: 0.0820458 May 26 22:26:48.386512 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a288ebc9-b1ac-4da5-9d71-650c36f89e75 req-b0543b60-7f08-4356-a73a-259a8ebfb3fe tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 May 26 22:26:48.441114 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 724ca5f5-1531-44f8-a332-ab2350c0c460 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:26:48.574217 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=724ca5f5-1531-44f8-a332-ab2350c0c460,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:48.587265 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '724ca5f5-1531-44f8-a332-ab2350c0c460', 'network_id': 'c0b52f08-1893-4817-84ae-3eca13a58e74', 'port_id': '724ca5f5-1531-44f8-a332-ab2350c0c460', 'mac_address': 'fa:16:3e:52:60:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e8b8db-3483-4b5f-9b74-397fa922a2f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:26:48.647701 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:48.665811 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724ca5f5-1531-44f8-a332-ab2350c0c460 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:26:48.682027 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=724ca5f5-1531-44f8-a332-ab2350c0c460,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:48.737144 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:48.738946 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02cfaf62-d2b5-4691-b036-37c1478fa7ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:48.804234 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:48.808012 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:49.109917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['724ca5f5-1531-44f8-a332-ab2350c0c460'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:26:49.572012 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275254-aaf1-4ce7-81d5-4af0b4861099 req-ab6493a7-a5f2-41cf-a2ca-f09b30232805 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:49.573443 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bf275254-aaf1-4ce7-81d5-4af0b4861099 req-ab6493a7-a5f2-41cf-a2ca-f09b30232805 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 944 time: 0.0818725 May 26 22:26:49.617260 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-bf275254-aaf1-4ce7-81d5-4af0b4861099 req-9341681f-4979-4c68-b767-cb76cbf8cebf tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 May 26 22:26:50.444313 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 724ca5f5-1531-44f8-a332-ab2350c0c460 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:26:50.576453 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 724ca5f5-1531-44f8-a332-ab2350c0c460 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:26:50.581433 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 724ca5f5-1531-44f8-a332-ab2350c0c460 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:26:50.581817 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.706002 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.737628 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:26:50.747686 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=724ca5f5-1531-44f8-a332-ab2350c0c460,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:26:50.787588 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460', 'code': 200} May 26 22:26:50.817314 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:50.818219 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41756-b6dc-417c-be9e-8fd778745cfd req-4d385993-1b17-4f36-a90e-8830d9ac0d6e tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:50.819186 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 043542ba-f237-49f6-a39a-b9112fd18cfd no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:26:50.820692 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dfa41756-b6dc-417c-be9e-8fd778745cfd req-4d385993-1b17-4f36-a90e-8830d9ac0d6e tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 944 time: 0.0905724 May 26 22:26:50.856039 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:50.866736 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dfa41756-b6dc-417c-be9e-8fd778745cfd req-dae3bef8-1e05-4189-bad6-540363b86ea7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 May 26 22:26:50.922645 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 043542ba-f237-49f6-a39a-b9112fd18cfd {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:26:50.922645 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 043542ba-f237-49f6-a39a-b9112fd18cfd not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:26:50.956984 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:50.960816 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:51.136417 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fde985-8f52-453a-9fb1-dc1317431a9a req-2f979f4a-0480-474c-a578-48a3f0f8e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:51.137916 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-53fde985-8f52-453a-9fb1-dc1317431a9a req-2f979f4a-0480-474c-a578-48a3f0f8e528 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 1098 time: 0.0707545 May 26 22:26:51.180785 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-53fde985-8f52-453a-9fb1-dc1317431a9a req-84201499-9c16-4d75-b147-f6529d564010 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 May 26 22:26:52.052756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251e7bc-83ee-4550-a955-14458849f2bc req-27100063-8f7c-4114-b15d-4239b197173c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:52.054179 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8251e7bc-83ee-4550-a955-14458849f2bc req-27100063-8f7c-4114-b15d-4239b197173c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0815170 May 26 22:26:52.097604 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8251e7bc-83ee-4550-a955-14458849f2bc req-6a4f16fd-da2a-4254-b0d0-20ca4e69da92 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 May 26 22:26:52.342345 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:52.451257 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-1cfe03f3-861f-49bb-b52b-241e0eed4323 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672143 May 26 22:26:52.548280 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-16ec400c-c8c1-4dca-944f-cc4fa8ca6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:52.549713 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-16ec400c-c8c1-4dca-944f-cc4fa8ca6c39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 1099 time: 0.0736425 May 26 22:26:52.697377 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-1dac9843-e009-4984-8034-f939688f32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:52.698885 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-1dac9843-e009-4984-8034-f939688f32c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1304829 May 26 22:26:52.802411 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-74bb2add-782e-4685-9ab7-677100f0a82c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 200 len: 1001 time: 0.0944860 May 26 22:26:52.862740 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-7f7d4f9d-185b-43e3-b7bf-ba03c0a989c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:52.864152 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-7f7d4f9d-185b-43e3-b7bf-ba03c0a989c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0554030 May 26 22:26:52.935508 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-b97a4b84-3a6f-4b8d-8021-7a1bb942d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:52.936927 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-b97a4b84-3a6f-4b8d-8021-7a1bb942d209 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0664084 May 26 22:26:53.067633 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-336317d5-c21c-4e99-817d-55a5806e6728 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212401 May 26 22:26:53.197985 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c95779e-da9f-4130-a1fa-b2efb6cc2504 req-415cce3c-8c5b-4527-8b2a-a45c476ee186 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237009 May 26 22:26:53.283040 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631fcb9-ce46-40f9-a830-da6bcad29caf req-156d937d-ab40-4906-94e4-82f8443c1ac3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:53.284543 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a631fcb9-ce46-40f9-a830-da6bcad29caf req-156d937d-ab40-4906-94e4-82f8443c1ac3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0841117 May 26 22:26:53.332162 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a631fcb9-ce46-40f9-a830-da6bcad29caf req-22f38104-2786-4265-bcac-6af55ba62940 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 May 26 22:26:53.759700 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57488) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:53.909291 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-88fe3aba-2eec-4eb0-91da-6f305b910317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fd9ebb636424ad4a25c444bafe4c91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482491 May 26 22:26:53.911444 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57494) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:53.967959 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:53.992848 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:54.096210 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:54.100860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cde52f22-1827-4046-8455-ba8e7af479ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:54.113351 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351257b7-257b-43e4-b556-44894c2be18c,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:54.115775 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:54.175231 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:54.176432 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/351257b7-257b-43e4-b556-44894c2be18c HTTP/1.1" status: 204 len: 168 time: 0.2640419 May 26 22:26:55.228224 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57522) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:55.336609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570739885-network', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:55.341142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:55.345302 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Usage tracker for resource:network and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:55.348161 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:55.354903 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:55.410747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Made reservation on behalf of 6cc7fed27ad74d409ef8eaa31a822055 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:26:55.413003 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.425074 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.439559 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:55.443283 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:55.446043 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:55.451585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:55.530124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.576486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.580599 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-939760cb-7e66-4514-ac6e-ecc35e136c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:55.604480 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:26:55.616800 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef419af3-16c5-4321-92c8-9b357a8b9e35,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:55.622213 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.623029 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Added segment 09f53cee-8fb9-4429-8ddb-a978db47cfc4 of type vlan for network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 May 26 22:26:55.630681 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.631051 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.631416 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.631804 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.632164 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.632519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.632868 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.633259 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.633614 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.633956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.634301 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.634643 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:26:55.638748 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:55.660384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.753362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.754729 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:55.755297 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:55.758718 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:55.854660 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Pushing event updated for resources: {'Network': ['ID=9aaee0e0-6e62-4a97-8a70-449cd6bd0303,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:55.858326 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:55.864314 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:26:55.891543 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6621394 May 26 22:26:55.894272 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57528) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:55.900259 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Request body: {'subnet': {'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570739885-subnet', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'ip_version': 4}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:55.905120 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:55.908957 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Usage tracker for resource:subnet and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:55.911805 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:55.918054 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:55.970734 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Made reservation on behalf of 6cc7fed27ad74d409ef8eaa31a822055 for: {'subnet': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:26:55.973798 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658408'] for subnet, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.456730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2179599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658430'] for subnet, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.461335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:56.551759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=665dfcc3-1cee-481b-a260-a1a1c639ef8a,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:56.556024 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:56.562725 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Checking segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:26:56.563071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Network hostable DHCP agents. Network: 9aaee0e0-6e62-4a97-8a70-449cd6bd0303, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:26:56.634296 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:26:56.696774 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 9aaee0e0-6e62-4a97-8a70-449cd6bd0303) {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:26:56.705350 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:26:56.705511 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812453b-bc1a-4e60-8e16-4b2d4fa73155 None None] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:26:56.705948 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.788562 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9d9ee8fb-dffe-47f6-b6e8-872dd2dd9d9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8932412 May 26 22:26:56.791191 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57534) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:56.796420 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:26:56.800947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:26:56.804850 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Usage tracker for resource:router and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:26:56.808133 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:26:56.813941 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:26:56.879523 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.880599 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.895678 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:56.913212 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:26:56.914011 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.064494 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Allocated IP 172.20.0.2 (9aaee0e0-6e62-4a97-8a70-449cd6bd0303/665dfcc3-1cee-481b-a260-a1a1c639ef8a/7e6e9973-64e2-4a01-be81-24c4739bed6f) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:26:57.260659 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.267294 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.277448 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Transition to ACTIVE for port object 7e6e9973-64e2-4a01-be81-24c4739bed6f will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:26:57.295064 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Transition to ACTIVE for port object 7e6e9973-64e2-4a01-be81-24c4739bed6f will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:26:57.359464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.362928 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:57.425091 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:26:57.428277 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:26:57.432306 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:26:57.466275 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Pushing event updated for resources: {'Port': ['ID=7e6e9973-64e2-4a01-be81-24c4739bed6f,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:57.483937 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:57.534439 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Attempting to bind port 7e6e9973-64e2-4a01-be81-24c4739bed6f on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:26:57.534816 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Attempting to bind port 7e6e9973-64e2-4a01-be81-24c4739bed6f by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:26:57.535183 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Attempting to bind port 7e6e9973-64e2-4a01-be81-24c4739bed6f on network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:26:57.541201 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:26:57.541612 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Checking segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:26:57.541982 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.542380 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Bound using segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:26:57.542848 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Bound port: 7e6e9973-64e2-4a01-be81-24c4739bed6f, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:26:57.543221 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.637616 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] For port 7e6e9973-64e2-4a01-be81-24c4739bed6f, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:26:57.640589 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] For port 7e6e9973-64e2-4a01-be81-24c4739bed6f, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7e6e9973-64e2-4a01-be81-24c4739bed6f,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:26:57.725453 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.755106 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.788214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:57.793185 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:57.866972 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Pushing event updated for resources: {'Port': ['ID=7e6e9973-64e2-4a01-be81-24c4739bed6f,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:57.870938 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:57.898531 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Allocated IP 172.28.1.193 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/5ccd17ac-e861-4993-836f-61723794e091) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:26:58.055612 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:58.151466 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:58.156337 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2b8d2718-4e72-4655-ae5b-851e8a207be3 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:26:58.214045 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:26:58.216849 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:26:58.220823 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:26:58.266435 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Pushing event updated for resources: {'Port': ['ID=5ccd17ac-e861-4993-836f-61723794e091,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:26:58.270593 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:26:58.720649 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:58.766248 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b817900-f22f-4063-b902-d18e2efdb279 None None] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:26:58.891084 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-3e164022-bdf6-4437-ba79-8b9354b8c250 None None] Provisioning for port 7e6e9973-64e2-4a01-be81-24c4739bed6f completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:26:59.172118 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:59.427503 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Router 96560672-c37c-45d2-bb29-54416579960f is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:26:59.598096 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:26:59.606558 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Sync routers for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:26:59.617974 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:26:59.618599 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:26:59.673895 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:26:59.675147 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8829496 May 26 22:26:59.678011 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57548) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:26:59.822814 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:26:59.948595 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7e6e9973-64e2-4a01-be81-24c4739bed6f up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:00.149107 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 7e6e9973-64e2-4a01-be81-24c4739bed6f completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:00.156394 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 7e6e9973-64e2-4a01-be81-24c4739bed6f triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:00.159162 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.190945 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:26:58Z', 'revision_number': 3, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:00.210220 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Checking router: 96560672-c37c-45d2-bb29-54416579960f for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:00.210602 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Updating router 96560672-c37c-45d2-bb29-54416579960f port 5ccd17ac-e861-4993-836f-61723794e091 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:27:00.288377 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.423284 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.439917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.547211 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 7e6e9973-64e2-4a01-be81-24c4739bed6f, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7e6e9973-64e2-4a01-be81-24c4739bed6f,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:00.623355 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.627282 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-adc21476-742c-464b-9768-f7778227dd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:00.636630 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Allocated IP 172.20.0.1 (9aaee0e0-6e62-4a97-8a70-449cd6bd0303/665dfcc3-1cee-481b-a260-a1a1c639ef8a/175de5ce-aa38-4a0c-a609-d7eb2d232c56) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:00.744231 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.746525 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=7e6e9973-64e2-4a01-be81-24c4739bed6f,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:00.750823 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:00.760039 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Transition to ACTIVE for port object 5ccd17ac-e861-4993-836f-61723794e091 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:00.887360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.903310 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Transition to ACTIVE for port object 175de5ce-aa38-4a0c-a609-d7eb2d232c56 will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:00.913657 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:00.918462 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:00.991268 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Attempting to bind port 5ccd17ac-e861-4993-836f-61723794e091 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:00.991637 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Attempting to bind port 5ccd17ac-e861-4993-836f-61723794e091 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:00.992024 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Attempting to bind port 5ccd17ac-e861-4993-836f-61723794e091 on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:00.999593 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.000804 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15571-f21b-471b-8804-d914a24d54cd None None] Pushing event updated for resources: {'Port': ['ID=5ccd17ac-e861-4993-836f-61723794e091,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:01.003215 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:01.003593 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:01.004059 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.004235 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-39367db4-7293-45fd-a458-d2266c414403 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:01.004450 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:01.004918 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Bound port: 5ccd17ac-e861-4993-836f-61723794e091, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:01.005286 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.029142 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-22f15571-f21b-471b-8804-d914a24d54cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:01.065977 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:01.068891 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:01.073312 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:01.078987 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] For port 5ccd17ac-e861-4993-836f-61723794e091, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:01.082141 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] For port 5ccd17ac-e861-4993-836f-61723794e091, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=5ccd17ac-e861-4993-836f-61723794e091,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:01.113980 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:01.122271 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:01.135866 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.159982 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.163971 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:01.243820 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:01.244456 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:01.308383 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15571-f21b-471b-8804-d914a24d54cd None None] Pushing event updated for resources: {'Port': ['ID=5ccd17ac-e861-4993-836f-61723794e091,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:01.315169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-22f15571-f21b-471b-8804-d914a24d54cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:01.433267 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:01.465758 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.477415 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-28d374ef-8ed9-4907-9539-38ffb1f32b27 None None] Provisioning for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:01.533578 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-28d374ef-8ed9-4907-9539-38ffb1f32b27 None None] Provisioning complete for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:01.533959 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-8ed9-4907-9539-38ffb1f32b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.697912 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.702904 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-28d374ef-8ed9-4907-9539-38ffb1f32b27 None None] Port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:01.793532 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.801182 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:26:58Z', 'revision_number': 3, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:01.805042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b6343-fb2c-4607-9365-c2aa405e29c6 None None] The sync data for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb is: [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:26:58Z', 'revision_number': 3, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:01.821843 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5225af11-23c7-4ebe-9541-372c99cb7d6d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:01.924158 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7e6e9973-64e2-4a01-be81-24c4739bed6f up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:01.929676 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:01.934340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:01.945382 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:01.995282 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 7e6e9973-64e2-4a01-be81-24c4739bed6f triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:01.995689 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:02.102370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:02.107767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:02.317844 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Router 96560672-c37c-45d2-bb29-54416579960f has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:27:02.429252 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-792ff82d-45a1-466e-a538-334d629c1b22 None None] Provisioning complete for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:02.430448 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-792ff82d-45a1-466e-a538-334d629c1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:02.490270 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-792ff82d-45a1-466e-a538-334d629c1b22 None None] Port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:02.513154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:27:02.522456 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] 10.222.0.23 "PUT /v2.0/routers/96560672-c37c-45d2-bb29-54416579960f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434882 May 26 22:27:03.184581 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57580) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:03.190510 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1358381546-network', 'tenant_id': 'ec2432c2017b45549028ea45e5449150'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:03.195596 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:03.199534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Usage tracker for resource:network and tenant:ec2432c2017b45549028ea45e5449150 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:03.202514 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:03.208122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:03.273123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Made reservation on behalf of ec2432c2017b45549028ea45e5449150 for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:27:03.276044 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.288113 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.307389 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:03.307389 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Usage tracker for resource:security_group_rule and tenant:ec2432c2017b45549028ea45e5449150 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:03.309373 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:03.315300 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:03.348224 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Sync routers for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:27:03.358038 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:03.358710 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:03.394874 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.433110 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.437137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c71ca074-0660-421b-b236-2264e9f64801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:03.459845 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:27:03.473399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f92f5a0-0da8-4940-9d3a-8d8654b348b6,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:03.477871 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:03.478805 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.479145 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Added segment ae89b57c-9bab-4ae6-945c-b2c5e0bd1478 of type vlan for network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 May 26 22:27:03.506275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.532453 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:03.571142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.572547 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:03.573142 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.578115 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:03.783977 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Pushing event updated for resources: {'Network': ['ID=93a7df4a-61a1-488c-9eeb-81915fe51ec2,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:03.786818 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:03.805007 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:27:03.848558 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 2, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:03.852421 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Checking router: 96560672-c37c-45d2-bb29-54416579960f for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:03.852798 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Updating router 96560672-c37c-45d2-bb29-54416579960f port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:27:03.872201 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57584) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:03.872787 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0c47c745-94ab-49f9-9d18-0384222fbb9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6865985 May 26 22:27:03.879422 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Request body: {'subnet': {'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1358381546-subnet', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:03.888264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:03.899452 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Usage tracker for resource:subnet and tenant:ec2432c2017b45549028ea45e5449150 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:03.902631 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:03.907911 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.909385 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:03.982059 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Made reservation on behalf of ec2432c2017b45549028ea45e5449150 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:27:03.984380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184093'] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:03.991672 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 5ccd17ac-e861-4993-836f-61723794e091 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:04.153470 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 5ccd17ac-e861-4993-836f-61723794e091 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:04.158715 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 5ccd17ac-e861-4993-836f-61723794e091 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:04.159098 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.307113 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.319598 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.324127 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 5ccd17ac-e861-4993-836f-61723794e091, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=5ccd17ac-e861-4993-836f-61723794e091,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:04.331469 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Transition to ACTIVE for port object 175de5ce-aa38-4a0c-a609-d7eb2d232c56 will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:04.387808 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.390448 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:04.444635 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.452281 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-eee7da15-de09-4d0c-b4bf-9538088ad2f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:04.461743 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=5ccd17ac-e861-4993-836f-61723794e091,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:04.465254 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:04.544734 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184075'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.548737 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:04.580800 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Pushing event updated for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:04.611128 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=38cd8156-5f5b-473e-ad21-717c02945cad,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:04.618500 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.619080 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.619598 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.620109 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.620612 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.621104 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.621590 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.622074 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.622592 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.623017 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.623343 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.623462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.624131 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.624131 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.624473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.624714 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.624835 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.625044 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.625163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.625473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.625815 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.626150 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.626485 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.626819 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:04.631371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:04.632595 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:04.664268 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Checking segment: {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:04.664638 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Network hostable DHCP agents. Network: 93a7df4a-61a1-488c-9eeb-81915fe51ec2, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:27:04.684412 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Attempting to bind port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:04.688291 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Attempting to bind port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:04.688291 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Attempting to bind port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 on network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:04.690357 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:04.690729 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Checking segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:04.691129 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.691522 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Bound using segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:04.692028 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Bound port: 175de5ce-aa38-4a0c-a609-d7eb2d232c56, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:04.692399 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.780140 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] For port 175de5ce-aa38-4a0c-a609-d7eb2d232c56, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:04.782983 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] For port 175de5ce-aa38-4a0c-a609-d7eb2d232c56, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=175de5ce-aa38-4a0c-a609-d7eb2d232c56,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:04.805363 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:27:04.885296 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.889008 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:04.907530 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 93a7df4a-61a1-488c-9eeb-81915fe51ec2) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:04.917391 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f340c79-c1e9-4410-ad53-020d6a176a51 None None] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:27:04.921850 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:04.922440 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:04.969298 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Pushing event updated for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:04.972036 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:04.972567 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:05.025950 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57592) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:05.028257 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1542189 May 26 22:27:05.037546 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:05.039329 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:05.044038 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Usage tracker for resource:router and tenant:ec2432c2017b45549028ea45e5449150 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:05.047439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:05.053926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:05.069626 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:05.130692 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.131777 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.147996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.176542 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:27:05.177360 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.177523 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:05.333777 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Allocated IP 172.20.0.2 (93a7df4a-61a1-488c-9eeb-81915fe51ec2/38cd8156-5f5b-473e-ad21-717c02945cad/00ecec12-d5b3-484f-8495-2cb4422e78ca) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:05.483638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.487909 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:05.492150 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d182b7c2-812c-48e9-ac63-46ecc50d7f8f None None] The sync data for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb is: [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:05.589044 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.600381 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Transition to ACTIVE for port object 00ecec12-d5b3-484f-8495-2cb4422e78ca will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:05.626616 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Transition to ACTIVE for port object 00ecec12-d5b3-484f-8495-2cb4422e78ca will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:05.742755 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.751161 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:05.818561 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:05.822019 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:05.825692 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:05.831601 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Pushing event updated for resources: {'Port': ['ID=00ecec12-d5b3-484f-8495-2cb4422e78ca,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:05.835569 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:05.912990 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.926986 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Attempting to bind port 00ecec12-d5b3-484f-8495-2cb4422e78ca on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:05.927576 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Attempting to bind port 00ecec12-d5b3-484f-8495-2cb4422e78ca by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:05.927970 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Attempting to bind port 00ecec12-d5b3-484f-8495-2cb4422e78ca on network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:05.933662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:05.933964 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Checking segment: {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:05.934369 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.934876 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Bound using segment: {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:05.935251 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Bound port: 00ecec12-d5b3-484f-8495-2cb4422e78ca, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:05.935627 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:05.958520 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.014809 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 175de5ce-aa38-4a0c-a609-d7eb2d232c56 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:06.095206 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] For port 00ecec12-d5b3-484f-8495-2cb4422e78ca, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:06.107048 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] For port 00ecec12-d5b3-484f-8495-2cb4422e78ca, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=00ecec12-d5b3-484f-8495-2cb4422e78ca,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:06.114624 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Allocated IP 172.28.1.127 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/391b666f-c47b-4e1f-8a76-c849eae0d7b9) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:06.148935 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.154883 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:06.193013 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:06.229794 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:06.230335 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.293816 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.301627 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Pushing event updated for resources: {'Port': ['ID=00ecec12-d5b3-484f-8495-2cb4422e78ca,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:06.313174 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:06.408480 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.441399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.448512 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 175de5ce-aa38-4a0c-a609-d7eb2d232c56, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=175de5ce-aa38-4a0c-a609-d7eb2d232c56,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:06.448828 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9c742920-18a9-45ec-846d-63ea9fa74987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:06.514622 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:06.520017 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:06.530401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:06.536655 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:06.537730 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 5ccd17ac-e861-4993-836f-61723794e091 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:06.577497 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:06.592927 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Pushing event updated for resources: {'Port': ['ID=391b666f-c47b-4e1f-8a76-c849eae0d7b9,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:06.599392 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:06.695517 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:06.698907 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:06.709227 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 5ccd17ac-e861-4993-836f-61723794e091 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:06.709840 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:07.144936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:07.352229 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64207ed-b082-4a06-9dc6-ef666d662146 None None] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:27:07.486233 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:07.515123 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-1bd909de-0773-48ca-9531-cc68899034e1 None None] Provisioning for port 00ecec12-d5b3-484f-8495-2cb4422e78ca completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:07.686912 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:27:07.781567 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:27:07.959433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:27:07.969659 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Sync routers for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:27:07.978915 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:07.979543 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:08.027425 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.028706 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0015774 May 26 22:27:08.031590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57606) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:08.033212 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 175de5ce-aa38-4a0c-a609-d7eb2d232c56 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:08.202262 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:08.202536 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.252193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:08.553219 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 00ecec12-d5b3-484f-8495-2cb4422e78ca up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:08.676438 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 3, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:08.684680 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Checking router: b3c2ffc4-5a00-45e1-b275-707e7fc032c2 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:08.685044 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Updating router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:27:08.693383 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.738390 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.783227 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 00ecec12-d5b3-484f-8495-2cb4422e78ca completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:08.794011 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 00ecec12-d5b3-484f-8495-2cb4422e78ca triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:08.794398 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.824018 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4b3610b2-3904-4c7d-a6b5-00828562d713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:08.914780 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Allocated IP 172.20.0.1 (93a7df4a-61a1-488c-9eeb-81915fe51ec2/38cd8156-5f5b-473e-ad21-717c02945cad/a8fa9853-8c02-478e-8650-6bf08cf14ca6) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:09.071054 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.124922 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 00ecec12-d5b3-484f-8495-2cb4422e78ca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=00ecec12-d5b3-484f-8495-2cb4422e78ca,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:09.154820 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.169695 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Transition to ACTIVE for port object a8fa9853-8c02-478e-8650-6bf08cf14ca6 will not be triggered until provisioned by entity DHCP. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:09.203333 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.206109 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.208249 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:09.261963 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.263809 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Transition to ACTIVE for port object 391b666f-c47b-4e1f-8a76-c849eae0d7b9 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:09.266573 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2a9cfd20-26c0-4699-a05e-a84fa181a030 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:09.281250 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=00ecec12-d5b3-484f-8495-2cb4422e78ca,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:09.288148 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.288491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.288921 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.289278 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.289607 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.289932 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.290250 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.290565 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.290879 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.291193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.291505 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.291848 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:09.295552 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:09.327284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:09.330063 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:09.332359 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:09.370967 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.376064 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:09.380916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:09.384451 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:09.398133 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.468327 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Pushing event updated for resources: {'Port': ['ID=391b666f-c47b-4e1f-8a76-c849eae0d7b9,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:09.472912 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:09.475202 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Attempting to bind port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:09.475568 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Attempting to bind port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:09.475954 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Attempting to bind port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:09.481587 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:09.481963 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:09.482531 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.482922 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:09.483468 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Bound port: 391b666f-c47b-4e1f-8a76-c849eae0d7b9, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:09.483837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.556421 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] For port 391b666f-c47b-4e1f-8a76-c849eae0d7b9, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:09.559528 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] For port 391b666f-c47b-4e1f-8a76-c849eae0d7b9, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=391b666f-c47b-4e1f-8a76-c849eae0d7b9,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:09.567667 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.617803 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.621613 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:09.657425 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-8ce5ca80-f4cb-4acc-8a24-977a67ea5d99 None None] Provisioning for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:09.681628 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-8ce5ca80-f4cb-4acc-8a24-977a67ea5d99 None None] Provisioning complete for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:09.682073 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-8ce5ca80-f4cb-4acc-8a24-977a67ea5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.753022 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:09.753659 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:26:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:09.787919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.810150 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Pushing event updated for resources: {'Port': ['ID=391b666f-c47b-4e1f-8a76-c849eae0d7b9,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:09.822676 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:09.823396 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5ca80-f4cb-4acc-8a24-977a67ea5d99 None None] Port a8fa9853-8c02-478e-8650-6bf08cf14ca6 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:09.844712 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.872329 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5dbf9f10-491b-4d20-aa17-e8a78f900679 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:09.920657 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 00ecec12-d5b3-484f-8495-2cb4422e78ca up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:09.952299 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:09.955528 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:09.958726 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:09.997581 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:10.090970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:10.092128 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:10.189087 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 00ecec12-d5b3-484f-8495-2cb4422e78ca triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:10.189464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:10.287168 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:27:10.439246 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-fdca8bba-6194-4025-9a23-b691b62676ab None None] Provisioning complete for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:10.439520 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fdca8bba-6194-4025-9a23-b691b62676ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:10.461662 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:27:10.478455 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3c2ffc4-5a00-45e1-b275-707e7fc032c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4382181 May 26 22:27:10.505458 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-fdca8bba-6194-4025-9a23-b691b62676ab None None] Port a8fa9853-8c02-478e-8650-6bf08cf14ca6 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:10.522958 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': 'a8fa9853-8c02-478e-8650-6bf08cf14ca6', 'name': '', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:08Z', 'updated_at': '2021-05-26T22:27:08Z', 'revision_number': 1, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'subnets': [{'id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:10.527706 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613d7ef-d1f9-421f-ac47-5bccdc477242 None None] The sync data for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb is: [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': 'a8fa9853-8c02-478e-8650-6bf08cf14ca6', 'name': '', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:08Z', 'updated_at': '2021-05-26T22:27:08Z', 'revision_number': 1, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'subnets': [{'id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:11.295856 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-155ba5b9-8707-4cd6-ab95-387161a204b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:11.399969 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:12.239762 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:13.554623 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Sync routers for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:27:13.565785 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:13.566415 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:13.749743 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:13.782130 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.141138 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': 'a8fa9853-8c02-478e-8650-6bf08cf14ca6', 'name': '', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:08Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 2, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'subnets': [{'id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:14.141138 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Checking router: b3c2ffc4-5a00-45e1-b275-707e7fc032c2 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:14.141138 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Updating router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 port a8fa9853-8c02-478e-8650-6bf08cf14ca6 binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:27:14.152742 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 391b666f-c47b-4e1f-8a76-c849eae0d7b9 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:14.163709 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.493349 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.557155 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Transition to ACTIVE for port object a8fa9853-8c02-478e-8650-6bf08cf14ca6 will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:14.581896 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:14.586889 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:14.587255 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.696823 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.702012 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-705d8845-1402-4936-ae45-a0075a6d1fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:14.710705 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.727733 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 391b666f-c47b-4e1f-8a76-c849eae0d7b9, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=391b666f-c47b-4e1f-8a76-c849eae0d7b9,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:14.794065 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.796704 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:14.839558 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Pushing event updated for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:14.881838 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:14.914291 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=391b666f-c47b-4e1f-8a76-c849eae0d7b9,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:14.919784 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:14.946689 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Attempting to bind port a8fa9853-8c02-478e-8650-6bf08cf14ca6 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:14.947342 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Attempting to bind port a8fa9853-8c02-478e-8650-6bf08cf14ca6 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:14.947881 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Attempting to bind port a8fa9853-8c02-478e-8650-6bf08cf14ca6 on network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:14.954410 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:14.957601 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Checking segment: {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:14.958117 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:14.960772 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Bound using segment: {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:14.963252 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Bound port: a8fa9853-8c02-478e-8650-6bf08cf14ca6, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:14.963252 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:15.080054 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] For port a8fa9853-8c02-478e-8650-6bf08cf14ca6, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:15.083144 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] For port a8fa9853-8c02-478e-8650-6bf08cf14ca6, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=a8fa9853-8c02-478e-8650-6bf08cf14ca6,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:15.148477 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:15.152832 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:15.234312 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:15.234959 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:15.308304 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Pushing event updated for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:15.311819 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:15.452197 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:15.793170 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': 'a8fa9853-8c02-478e-8650-6bf08cf14ca6', 'name': '', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:08Z', 'updated_at': '2021-05-26T22:27:15Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'subnets': [{'id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:15.798517 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842fa39-6be4-4084-aaca-7bdc25778cd2 None None] The sync data for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb is: [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:09Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': 'a8fa9853-8c02-478e-8650-6bf08cf14ca6', 'name': '', 'network_id': '93a7df4a-61a1-488c-9eeb-81915fe51ec2', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'mac_address': 'fa:16:3e:b7:bb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:08Z', 'updated_at': '2021-05-26T22:27:15Z', 'revision_number': 4, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'subnets': [{'id': '38cd8156-5f5b-473e-ad21-717c02945cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:15.978028 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8fa9853-8c02-478e-8650-6bf08cf14ca6 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:16.181961 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:16.190484 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:16.191140 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:16.380656 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:16.416213 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port a8fa9853-8c02-478e-8650-6bf08cf14ca6, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=a8fa9853-8c02-478e-8650-6bf08cf14ca6,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:16.456138 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:16.457123 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 391b666f-c47b-4e1f-8a76-c849eae0d7b9 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:16.495909 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:16.609440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:16.613454 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:16.643550 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:16.643962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:17.918742 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8fa9853-8c02-478e-8650-6bf08cf14ca6 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:17.991906 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port a8fa9853-8c02-478e-8650-6bf08cf14ca6 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:17.992280 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:22.372429 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-1af2fd81-4928-463a-bd79-a17235757540 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:22.373841 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-1af2fd81-4928-463a-bd79-a17235757540 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 814 time: 0.1424441 May 26 22:27:22.375777 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:22.389676 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4f433958-8838-44d4-acac-6c9d26d1e39d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/quotas/6cc7fed27ad74d409ef8eaa31a822055 HTTP/1.1" status: 200 len: 375 time: 0.0102866 May 26 22:27:22.475179 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-8b11457d-3e36-42e5-97cf-4f4fa0e8b3c6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803523 May 26 22:27:22.712642 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-413dcaee-0bb8-4b07-ac78-a1e9c601d862 service neutron] 10.222.0.23 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257044 May 26 22:27:22.717047 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae478c4-c244-47e8-92a5-6625efac1908 req-dbe4bb19-b394-48ff-b17e-3ce9f119551d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:22.718842 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8ae478c4-c244-47e8-92a5-6625efac1908 req-dbe4bb19-b394-48ff-b17e-3ce9f119551d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0834291 May 26 22:27:22.765599 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8ae478c4-c244-47e8-92a5-6625efac1908 req-2dcc306e-aec2-4d00-afc5-ee2e8ac827f7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 May 26 22:27:22.927231 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-ad0fc2f3-fd5f-45cd-9a29-303c461a6043 service neutron] 10.222.0.23 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084999 May 26 22:27:23.213544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-3713ae07-a128-4992-85ec-6e0202ff3352 req-e78c4f20-f03c-4f13-a28f-268ca08bdb29 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:23.284534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-3713ae07-a128-4992-85ec-6e0202ff3352 req-e78c4f20-f03c-4f13-a28f-268ca08bdb29 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:23.285723 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3713ae07-a128-4992-85ec-6e0202ff3352 req-e78c4f20-f03c-4f13-a28f-268ca08bdb29 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 210 time: 0.1123369 May 26 22:27:23.949757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb6aa-ad0c-4052-ad69-dadef79adeff req-ff829650-07a4-4b67-a1dd-d334639b4bd9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:23.951221 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10acb6aa-ad0c-4052-ad69-dadef79adeff req-ff829650-07a4-4b67-a1dd-d334639b4bd9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0777228 May 26 22:27:23.994838 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10acb6aa-ad0c-4052-ad69-dadef79adeff req-833b7e87-d973-47e0-b85a-6564b6437831 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377014 May 26 22:27:24.379386 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7d3d9bf3-a241-4509-9c80-7c1e4d803667 req-9f40b9f5-4142-4655-b807-a4aa00e420e9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 210 time: 0.0414779 May 26 22:27:25.180995 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fda1c-4270-4214-9543-d728649cf45e req-b894b5c2-6ca9-4aeb-8cbe-67458486c965 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:25.182427 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-931fda1c-4270-4214-9543-d728649cf45e req-b894b5c2-6ca9-4aeb-8cbe-67458486c965 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0834403 May 26 22:27:25.227630 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-931fda1c-4270-4214-9543-d728649cf45e req-bc6e6047-86ed-4a24-a691-b85392f3c45c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 May 26 22:27:25.530922 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-17f9de3d-afcd-4824-bdc0-79db6ff5a909 req-e707ac7f-d88a-4c4e-a59a-1d8ed6d856a0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 210 time: 0.0449936 May 26 22:27:25.630431 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-957d780f-393d-464e-957b-6b0953ce50b6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:25.631883 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-957d780f-393d-464e-957b-6b0953ce50b6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 814 time: 0.1427875 May 26 22:27:25.643938 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'port': {'device_id': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'admin_state_up': True, 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:25.776597 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:25.785930 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:25.844334 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Made reservation on behalf of 6cc7fed27ad74d409ef8eaa31a822055 for: {'port': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:27:25.847807 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.006322 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Allocated IP 172.20.0.9 (9aaee0e0-6e62-4a97-8a70-449cd6bd0303/665dfcc3-1cee-481b-a260-a1a1c639ef8a/01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:26.209521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.224344 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Transition to ACTIVE for port object 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 will not be triggered until provisioned by entity DHCP. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:26.313756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.322196 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:26.447810 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:26.451760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:26.459954 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:26.502855 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:26.517030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:26.557229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:26.558017 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.589476 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd35828-927f-4c30-893c-7da6648c0839 req-eca37d35-ec62-4c3a-a813-daff24f54c55 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:26.591117 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-abd35828-927f-4c30-893c-7da6648c0839 req-eca37d35-ec62-4c3a-a813-daff24f54c55 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.2126818 May 26 22:27:26.670398 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-abd35828-927f-4c30-893c-7da6648c0839 req-fb725f79-614e-4293-96ea-582b855c88c2 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611634 May 26 22:27:26.691396 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0509655 May 26 22:27:26.772535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c68dad-75fb-4d25-b9ad-450226288e8b req-8edc8da5-0eb6-4e2e-8d7d-2ec667a6edbd tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:26.774040 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-15c68dad-75fb-4d25-b9ad-450226288e8b req-8edc8da5-0eb6-4e2e-8d7d-2ec667a6edbd tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0846767 May 26 22:27:26.824304 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-15c68dad-75fb-4d25-b9ad-450226288e8b req-f7046c73-9c41-48e1-b2f6-0eb3df99b3c7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:26.832855 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-1bb5be56-00e6-44ad-b312-1d0beb76350b None None] Provisioning for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:26.837649 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-1bb5be56-00e6-44ad-b312-1d0beb76350b None None] Provisioning complete for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:26.838052 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be56-00e6-44ad-b312-1d0beb76350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:26.890267 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-15c68dad-75fb-4d25-b9ad-450226288e8b req-f7046c73-9c41-48e1-b2f6-0eb3df99b3c7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:26.891732 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-15c68dad-75fb-4d25-b9ad-450226288e8b req-f7046c73-9c41-48e1-b2f6-0eb3df99b3c7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114860 May 26 22:27:26.894609 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5be56-00e6-44ad-b312-1d0beb76350b None None] Port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:27.854966 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814496d-4e2e-443b-8d05-beee3a65eee3 req-ff367d41-f54d-4fca-ba2b-18de1e1c349d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:27.857198 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2814496d-4e2e-443b-8d05-beee3a65eee3 req-ff367d41-f54d-4fca-ba2b-18de1e1c349d tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0805843 May 26 22:27:27.905612 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2814496d-4e2e-443b-8d05-beee3a65eee3 req-85c0ff9d-aee2-40b4-bd06-c20086f1c15a tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 May 26 22:27:28.186435 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da4aec-2140-4aa5-b521-3736867ff6c0 req-7c2fe64e-cac5-4c98-b149-f34caf4949fd tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:28.187823 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e3da4aec-2140-4aa5-b521-3736867ff6c0 req-7c2fe64e-cac5-4c98-b149-f34caf4949fd tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.1854212 May 26 22:27:28.235070 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e3da4aec-2140-4aa5-b521-3736867ff6c0 req-0c0efc6b-c571-42b3-bb21-b5740ffed67a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 May 26 22:27:29.094985 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ac828-4bca-42c7-8b51-5240882da5ff req-8ade79c5-2909-410c-963f-f39373197796 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:29.096449 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-949ac828-4bca-42c7-8b51-5240882da5ff req-8ade79c5-2909-410c-963f-f39373197796 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0874195 May 26 22:27:29.143107 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-949ac828-4bca-42c7-8b51-5240882da5ff req-959567c1-4707-44a6-9a51-5b12499f87b7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 May 26 22:27:29.426480 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979d7c3-55da-4a3e-84f1-aaab47e65087 req-babf78bd-c86b-4228-bdff-192dda7cf2e4 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:29.428018 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8979d7c3-55da-4a3e-84f1-aaab47e65087 req-babf78bd-c86b-4228-bdff-192dda7cf2e4 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0853364 May 26 22:27:29.478620 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8979d7c3-55da-4a3e-84f1-aaab47e65087 req-234bc654-0c0c-4b75-978e-358893d1dad2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 May 26 22:27:30.329902 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d7b54-6e4f-45eb-a7b5-748b7372a840 req-e7da571f-fe1b-4015-92e4-90d797727799 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:30.331362 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c2d7b54-6e4f-45eb-a7b5-748b7372a840 req-e7da571f-fe1b-4015-92e4-90d797727799 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0814867 May 26 22:27:30.377749 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c2d7b54-6e4f-45eb-a7b5-748b7372a840 req-1428e173-7046-4f74-bc94-abeffcf38f27 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 May 26 22:27:30.674959 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd04b-551e-40c3-99ec-8e74df5e4ba9 req-f592bc62-19e2-40d2-9ef9-3290bfa5a318 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:30.676433 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-691cd04b-551e-40c3-99ec-8e74df5e4ba9 req-f592bc62-19e2-40d2-9ef9-3290bfa5a318 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0907598 May 26 22:27:30.722773 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-691cd04b-551e-40c3-99ec-8e74df5e4ba9 req-af258042-a94d-41d1-a226-1fdb801a6743 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399237 May 26 22:27:31.564165 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2d8d8-f782-47ff-8022-fb7b4f2d1b8d req-15ec9d73-53bf-4aa7-80f2-f61043d49e21 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:31.565604 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14f2d8d8-f782-47ff-8022-fb7b4f2d1b8d req-15ec9d73-53bf-4aa7-80f2-f61043d49e21 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0802598 May 26 22:27:31.617199 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-14f2d8d8-f782-47ff-8022-fb7b4f2d1b8d req-9afb06d9-fd75-4928-ae92-898a054c9fb5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 May 26 22:27:31.916146 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d23522-6e88-4b19-9a2f-79fe53b69cc6 req-023dd837-3350-4378-b425-06853f4e35e5 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:31.917598 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c3d23522-6e88-4b19-9a2f-79fe53b69cc6 req-023dd837-3350-4378-b425-06853f4e35e5 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0858309 May 26 22:27:31.962611 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c3d23522-6e88-4b19-9a2f-79fe53b69cc6 req-5aad47c0-ac2e-4d0e-8955-9c67e41d4420 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393569 May 26 22:27:32.807904 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7e6d1-9053-4d9c-8ce4-d22ba8175d13 req-f0fce75a-642b-453b-a342-3a2c49063afe tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:32.809347 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-75d7e6d1-9053-4d9c-8ce4-d22ba8175d13 req-f0fce75a-642b-453b-a342-3a2c49063afe tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0852039 May 26 22:27:32.941691 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-75d7e6d1-9053-4d9c-8ce4-d22ba8175d13 req-cf2b74a6-40d0-4310-b6a1-e88b65e0194e tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264694 May 26 22:27:33.150518 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4230da-f1e2-4647-aac1-f99fdd9cc309 req-f8e16e4a-26c7-49f6-aa70-f861ccb42274 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:33.152027 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8f4230da-f1e2-4647-aac1-f99fdd9cc309 req-f8e16e4a-26c7-49f6-aa70-f861ccb42274 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0808220 May 26 22:27:33.197536 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8f4230da-f1e2-4647-aac1-f99fdd9cc309 req-882fab39-99b4-4d5a-83b0-3b9dac9bfd0e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 May 26 22:27:34.127189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8331a6-17fe-4f07-ac19-2c0a50b168cd req-3d0efd37-fe8f-41f5-a04c-b0788cbf4c3c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:34.128993 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c8331a6-17fe-4f07-ac19-2c0a50b168cd req-3d0efd37-fe8f-41f5-a04c-b0788cbf4c3c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0792410 May 26 22:27:34.174781 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7c8331a6-17fe-4f07-ac19-2c0a50b168cd req-da87c9b7-f69f-40b0-9503-4bdb65ae66ae tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 May 26 22:27:34.386672 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f102ed-04e7-4b96-a188-c46ab40bb605 req-53c86f85-7770-48e9-b37c-22f6d413f572 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:34.388199 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-51f102ed-04e7-4b96-a188-c46ab40bb605 req-53c86f85-7770-48e9-b37c-22f6d413f572 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0854266 May 26 22:27:34.433516 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-51f102ed-04e7-4b96-a188-c46ab40bb605 req-f4888ca2-a7d2-4322-852a-97f8d04648b3 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 May 26 22:27:35.361829 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b311154-6353-48b4-aa78-1bf4c2e96547 req-60593ade-b5e7-430a-af0a-219db4cd76c7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:35.363955 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b311154-6353-48b4-aa78-1bf4c2e96547 req-60593ade-b5e7-430a-af0a-219db4cd76c7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0792780 May 26 22:27:35.409152 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3b311154-6353-48b4-aa78-1bf4c2e96547 req-6e477ef0-98db-4870-8bd1-96397ff5ed36 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 May 26 22:27:35.617934 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa116fa1-3945-43ba-a932-498bb7424e06 req-9dd3dc3f-363b-43a4-aec5-69ecdeb0f28c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:35.622806 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fa116fa1-3945-43ba-a932-498bb7424e06 req-9dd3dc3f-363b-43a4-aec5-69ecdeb0f28c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0843742 May 26 22:27:35.673128 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fa116fa1-3945-43ba-a932-498bb7424e06 req-bc2d0a81-723e-4b21-a5a3-de859d828984 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471892 May 26 22:27:36.596984 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b6eee-862f-43c8-a669-a642fed41d67 req-242622da-f018-4bde-91d9-47cfe0158282 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:36.598399 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-406b6eee-862f-43c8-a669-a642fed41d67 req-242622da-f018-4bde-91d9-47cfe0158282 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0829475 May 26 22:27:36.648232 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-406b6eee-862f-43c8-a669-a642fed41d67 req-54ca7cd4-3c61-4b56-b701-07a9b480cdc8 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 May 26 22:27:36.860241 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb070b8b-3f3a-4475-91ff-c93f7c7453df req-5b16e3c7-3e3d-4209-a09f-b17f2bac9c73 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:36.862134 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-eb070b8b-3f3a-4475-91ff-c93f7c7453df req-5b16e3c7-3e3d-4209-a09f-b17f2bac9c73 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0807817 May 26 22:27:36.906029 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-eb070b8b-3f3a-4475-91ff-c93f7c7453df req-16790af6-9728-4aeb-9a53-c1f1b32cdddb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 May 26 22:27:37.837715 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2110757-82da-45e3-9261-494a48aba64e req-19f5a281-db10-47e1-bc24-3360142974a7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:37.942508 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a2110757-82da-45e3-9261-494a48aba64e req-19f5a281-db10-47e1-bc24-3360142974a7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0853944 May 26 22:27:37.942508 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a2110757-82da-45e3-9261-494a48aba64e req-0dd31199-5058-4288-ba93-fd070ddbcf21 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 May 26 22:27:38.107304 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabae51-986a-4733-b7dc-3b82cc5f7b03 req-05d40bff-0abf-403c-9289-1b9ae5a1aefa tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:38.108908 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3fabae51-986a-4733-b7dc-3b82cc5f7b03 req-05d40bff-0abf-403c-9289-1b9ae5a1aefa tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0853655 May 26 22:27:38.156085 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3fabae51-986a-4733-b7dc-3b82cc5f7b03 req-3a1d35b0-f875-44ca-83b2-36d34834bd4c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 May 26 22:27:38.981404 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-0aaf8dd7-90f5-48c8-985c-9a42a4a8524e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:39.122446 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7becfd-6d43-4a2f-ac65-9915d4ff50c8 req-e5d4ee92-88f8-4466-a0a0-9849581c95c5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:39.123911 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5a7becfd-6d43-4a2f-ac65-9915d4ff50c8 req-e5d4ee92-88f8-4466-a0a0-9849581c95c5 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0826700 May 26 22:27:39.168353 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5a7becfd-6d43-4a2f-ac65-9915d4ff50c8 req-5edc1e2a-513b-4111-810a-fcbb4766d146 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 May 26 22:27:39.337241 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ab849-7223-444c-91bf-413f780a8318 req-335b7a63-10cb-4107-b4ac-9e0148290e19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:39.338677 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-625ab849-7223-444c-91bf-413f780a8318 req-335b7a63-10cb-4107-b4ac-9e0148290e19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0772238 May 26 22:27:39.382075 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-625ab849-7223-444c-91bf-413f780a8318 req-30051265-73c3-49d0-accd-40069d5bb4ce tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 May 26 22:27:40.348856 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff5ba-3d43-40f2-82ea-fc85855f6fd0 req-8759f37e-ea39-4714-98df-5a99c6a3f2f9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:40.350302 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d23ff5ba-3d43-40f2-82ea-fc85855f6fd0 req-8759f37e-ea39-4714-98df-5a99c6a3f2f9 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0789099 May 26 22:27:40.394075 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d23ff5ba-3d43-40f2-82ea-fc85855f6fd0 req-d9760ae3-6644-4ea4-a867-db7d7469b91c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381854 May 26 22:27:40.567340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c86f2-07f1-4116-a3fb-1fcea9d7bc1b req-c46510b7-82a8-4566-8b22-fdf9159371cf tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:40.568828 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-664c86f2-07f1-4116-a3fb-1fcea9d7bc1b req-c46510b7-82a8-4566-8b22-fdf9159371cf tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0813203 May 26 22:27:40.613429 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-664c86f2-07f1-4116-a3fb-1fcea9d7bc1b req-daddbb68-2ae9-4b36-a5f1-49397110284b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 May 26 22:27:40.993983 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6e5fb-ce47-4cda-9cc5-786f38e31d42 req-c8fcb6ec-0ae7-4bc1-b87b-0b03daefd22f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:40.995392 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a6b6e5fb-ce47-4cda-9cc5-786f38e31d42 req-c8fcb6ec-0ae7-4bc1-b87b-0b03daefd22f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0781298 May 26 22:27:41.038016 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a6b6e5fb-ce47-4cda-9cc5-786f38e31d42 req-bdf8dbaa-40b2-40ed-a3fc-9aa232fc07e8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 May 26 22:27:41.306701 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-1d087b7a-101b-4a11-8481-6c673c955e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:41.380838 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:41.582182 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d373da-4c48-4d64-830a-711a82deb124 req-e49de4e9-a573-4e79-b8f8-3aad78ae99c6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:41.583494 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-98d373da-4c48-4d64-830a-711a82deb124 req-e49de4e9-a573-4e79-b8f8-3aad78ae99c6 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0819318 May 26 22:27:41.626848 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-98d373da-4c48-4d64-830a-711a82deb124 req-1e6cc70b-c3e2-46b8-bc65-d432ffe174d7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 May 26 22:27:41.795874 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaec1b-5364-4c43-ab25-03bb100f1a5d req-fd885ea3-4260-436f-98b7-df645bfd69e6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:41.797304 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a7aaec1b-5364-4c43-ab25-03bb100f1a5d req-fd885ea3-4260-436f-98b7-df645bfd69e6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 931 time: 0.0825081 May 26 22:27:41.840176 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a7aaec1b-5364-4c43-ab25-03bb100f1a5d req-2b4e25e3-014e-40d8-bce7-85bd2aba66e8 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 May 26 22:27:42.221650 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996303-3068-4753-81a8-d0063db2111d req-b581e0cc-6f8e-4bd0-a737-f29d6d836d94 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:42.223023 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-28996303-3068-4753-81a8-d0063db2111d req-b581e0cc-6f8e-4bd0-a737-f29d6d836d94 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.0807903 May 26 22:27:42.238756 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:42.287239 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-28996303-3068-4753-81a8-d0063db2111d req-6237aaa3-7c9c-40fa-b8b3-ae601180d053 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572767 May 26 22:27:42.304398 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Request body: {'port': {'device_id': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:42.412073 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:42.753070 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 {{(pid=92361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:27:42.761320 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:42.775713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Transition to ACTIVE for port object 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 will not be triggered until provisioned by entity L2. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:42.811801 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aac03-9614-4108-91f8-71ca82f4e4f8 req-930fea7c-e6fe-4abd-b997-6ff9954ea274 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:42.813252 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-eb4aac03-9614-4108-91f8-71ca82f4e4f8 req-930fea7c-e6fe-4abd-b997-6ff9954ea274 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.0787618 May 26 22:27:42.855227 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:42.859935 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-40f7305f-0554-469d-88f7-8410d0edbd8f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:42.861401 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-eb4aac03-9614-4108-91f8-71ca82f4e4f8 req-0dc926ce-6399-41b4-9330-317305a002a4 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422909 May 26 22:27:43.093420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:43.100054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:43.151764 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Attempting to bind port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:43.152010 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Attempting to bind port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:43.152270 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Attempting to bind port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 on network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:43.161118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a263fb-f220-46e0-90b1-dd451d2354c9 req-2c591750-1275-46fe-b018-900eab3cb24c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.161799 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-23a263fb-f220-46e0-90b1-dd451d2354c9 req-2c591750-1275-46fe-b018-900eab3cb24c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:43.170649 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 on network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:27:43.170970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Attempting to bind port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 on network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:43.180521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:43.180894 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Checking segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:43.181223 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Bound using segment: {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'} {{(pid=92361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:43.181641 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.managers [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Bound port: 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f53cee-8fb9-4429-8ddb-a978db47cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303'}}] {{(pid=92361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:43.181981 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:43.308367 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-23a263fb-f220-46e0-90b1-dd451d2354c9 req-2c591750-1275-46fe-b018-900eab3cb24c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:43.309516 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-23a263fb-f220-46e0-90b1-dd451d2354c9 req-2c591750-1275-46fe-b018-900eab3cb24c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 943 time: 0.3444283 May 26 22:27:43.378850 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-23a263fb-f220-46e0-90b1-dd451d2354c9 req-b4b75f61-621f-41b7-ab2c-d193602e7950 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621884 May 26 22:27:43.381728 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, cleared binding levels {{(pid=92361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:43.385180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:43.450155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:43.453819 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:43.510906 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.511520 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:43.512887 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] 10.222.0.20 "PUT /v2.0/ports/01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 1093 time: 1.2611287 May 26 22:27:43.513371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:43.537066 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-029a0a1c-8a23-4967-9367-2e0e81c759b7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.538471 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-029a0a1c-8a23-4967-9367-2e0e81c759b7 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.1081939 May 26 22:27:43.546474 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=3']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:43.549758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:43.550943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee683385-0603-4a8d-925a-608c806bb0c5 req-8388eff9-6b48-417e-8360-67e450ad6a49 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.552521 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ee683385-0603-4a8d-925a-608c806bb0c5 req-8388eff9-6b48-417e-8360-67e450ad6a49 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1587329 May 26 22:27:43.663264 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ee683385-0603-4a8d-925a-608c806bb0c5 req-4e3009e1-f43b-4e48-8048-7b4d1de6deea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758677 May 26 22:27:43.687007 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:27:43.723467 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-137054e2-0868-4a9f-ae92-da66b9f26138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.726802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-137054e2-0868-4a9f-ae92-da66b9f26138 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1096 time: 0.0868335 May 26 22:27:43.764446 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Deleting port 724ca5f5-1531-44f8-a332-ab2350c0c460 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:27:43.764789 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:43.781406 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:43.796245 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-f0197b9b-7d1f-431e-81e6-5a8c134f2ae9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0629382 May 26 22:27:43.858513 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-d893303d-4ace-4421-9665-1f75a6dabadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.859988 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-d893303d-4ace-4421-9665-1f75a6dabadf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0575099 May 26 22:27:43.940213 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-71bc8c8a-1b78-46c1-964d-7e5e60260d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:43.941831 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-71bc8c8a-1b78-46c1-964d-7e5e60260d6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747190 May 26 22:27:44.031335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] For port 724ca5f5-1531-44f8-a332-ab2350c0c460, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=724ca5f5-1531-44f8-a332-ab2350c0c460,segment=NetworkSegment(9a6c16a7-a8a1-42b1-b88b-6617d9f219ac),segment_id=9a6c16a7-a8a1-42b1-b88b-6617d9f219ac)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:44.032051 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:44.131181 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-6e603333-2c80-4e2f-8b37-de27e6a6fe31 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819427 May 26 22:27:44.143048 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8bcd4-e2f6-4287-a652-7218c6257913 req-20b6ce81-3e4d-423a-9e2a-04847c5b0d38 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.144446 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e0c8bcd4-e2f6-4287-a652-7218c6257913 req-20b6ce81-3e4d-423a-9e2a-04847c5b0d38 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 945 time: 0.1673212 May 26 22:27:44.166690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Calling delete_port for 724ca5f5-1531-44f8-a332-ab2350c0c460 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:27:44.203312 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9436c57-92e6-426b-900c-de1268a60d7e req-5501cfbf-6fb6-411f-bf5d-20f777c4748a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.204771 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b9436c57-92e6-426b-900c-de1268a60d7e req-5501cfbf-6fb6-411f-bf5d-20f777c4748a tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.2242346 May 26 22:27:44.266958 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e0c8bcd4-e2f6-4287-a652-7218c6257913 req-850db31a-baab-4d04-8127-bba8ad634d89 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/security-groups?id=b3a68a19-e5c4-4653-8f63-b1789edf48d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023295 May 26 22:27:44.299966 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35da2f48-f1da-4f55-90ba-0339346c2992 req-151667c6-0e0b-47a6-9454-5113f5319052 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545897 May 26 22:27:44.412840 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Deleting port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:27:44.413190 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:44.462039 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-6045c83a-c306-447d-8e70-9a485bd76d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.463587 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-6045c83a-c306-447d-8e70-9a485bd76d6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1096 time: 0.0756221 May 26 22:27:44.490193 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:44.499066 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-35f43b54-a013-4675-a507-74450d7da693 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:44.502311 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['724ca5f5-1531-44f8-a332-ab2350c0c460'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:27:44.595630 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Pushing event deleted for resources: {'Port': ['ID=724ca5f5-1531-44f8-a332-ab2350c0c460,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:44.601664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-b9162cc4-1d5c-4dc0-b3a3-92e53fd2daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.602511 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:44.603101 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-b9162cc4-1d5c-4dc0-b3a3-92e53fd2daa9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.1322408 May 26 22:27:44.670831 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-cccb66c9-c110-464e-bb04-b363f689cff2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0605402 May 26 22:27:44.713788 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] No DVR routers for this DVR port 724ca5f5-1531-44f8-a332-ab2350c0c460 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:27:44.719980 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:44.724207 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'name': 'network-vif-deleted', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:44.735036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] For port 7512ebe0-8f9d-43d6-9be7-dd938ae44691, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=7512ebe0-8f9d-43d6-9be7-dd938ae44691,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:44.742376 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:44.742524 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:27:44.747343 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-48822b98-23b8-4dc4-87d2-d7d347d92afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.748977 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-48822b98-23b8-4dc4-87d2-d7d347d92afc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0719132 May 26 22:27:44.820693 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-535ba3d3-0e1a-4b81-97ce-d82b6f6b7403 req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.20 "DELETE /v2.0/ports/724ca5f5-1531-44f8-a332-ab2350c0c460 HTTP/1.1" status: 204 len: 173 time: 1.2671158 May 26 22:27:44.841479 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5310e-4f03-469c-84a1-b9185d74e59c req-d0d51a28-b5a6-4ee5-9a30-b0b1cc88afd6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.843181 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4ca5310e-4f03-469c-84a1-b9185d74e59c req-d0d51a28-b5a6-4ee5-9a30-b0b1cc88afd6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 943 time: 0.3538108 May 26 22:27:44.883623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-9a617b4a-5625-43ba-841b-d88f3ad8fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.885032 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-9a617b4a-5625-43ba-841b-d88f3ad8fadf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287298 May 26 22:27:44.919433 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15722eec-c4be-4c58-bd58-e631b0c991aa req-2f0aaa9f-1d22-48b6-8558-424f478ceb3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:44.920889 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-15722eec-c4be-4c58-bd58-e631b0c991aa req-2f0aaa9f-1d22-48b6-8558-424f478ceb3e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 945 time: 0.1251860 May 26 22:27:44.970671 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4ca5310e-4f03-469c-84a1-b9185d74e59c req-eda5ca8a-7260-456f-876b-47049a0d0c2d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213551 May 26 22:27:45.040410 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-15722eec-c4be-4c58-bd58-e631b0c991aa req-c64e40f9-fbc1-40a0-b604-b333495dbbea tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f29cca3-478c-4433-b043-eb1d54d44384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135349 May 26 22:27:45.070546 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-ea8a22ef-bde5-410a-9757-ea64558ac035 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775012 May 26 22:27:45.084003 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:45.090141 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:45.090141 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Floating IP e0d03d11-d5f5-4db4-b831-fb945c4ddfb9 disassociated. External IP: 172.28.1.65, port: 7512ebe0-8f9d-43d6-9be7-dd938ae44691. May 26 22:27:45.090141 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Calling delete_port for 7512ebe0-8f9d-43d6-9be7-dd938ae44691 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:27:45.122596 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d', 'name': 'network-vif-deleted', 'tag': '724ca5f5-1531-44f8-a332-ab2350c0c460', 'status': 'completed', 'code': 200} May 26 22:27:45.297958 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fdf4855e-2d98-4f8f-ae69-1d5aeb5e197d req-64a1a8b1-c51e-4122-a722-65a4a6f771a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202964 May 26 22:27:45.301137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:45.308913 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:45.354885 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'Port': ['ID=7512ebe0-8f9d-43d6-9be7-dd938ae44691,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:45.357490 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:45.431454 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-91ad5fe6-fc25-4585-ae25-32c6d8f4f1bc req-ebc15c2e-5d4c-40d7-b889-83bcf509868c tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdea97e-ef0e-4bf2-bb28-b67418b2cf2d HTTP/1.1" status: 200 len: 210 time: 0.0415554 May 26 22:27:45.650064 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:27:45.834557 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:27:45.847671 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:27:45.862282 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:45.862938 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:45.916805 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] No DVR routers for this DVR port 7512ebe0-8f9d-43d6-9be7-dd938ae44691 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:27:45.920376 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:46.022113 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b9436c57-92e6-426b-900c-de1268a60d7e req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "DELETE /v2.0/ports/7512ebe0-8f9d-43d6-9be7-dd938ae44691 HTTP/1.1" status: 204 len: 173 time: 1.8105500 May 26 22:27:46.109356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:46.206266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553ec54-ee5e-4dcc-9269-d20081a7a18d req-3fd265f4-6fde-4ea2-9809-f0cefd636474 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:46.207819 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2553ec54-ee5e-4dcc-9269-d20081a7a18d req-3fd265f4-6fde-4ea2-9809-f0cefd636474 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 943 time: 0.1033940 May 26 22:27:46.257174 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2553ec54-ee5e-4dcc-9269-d20081a7a18d req-7f7e410c-5779-4c0e-8de2-3f8914f22a7c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 May 26 22:27:46.435218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-7a3e9e50-38ea-4123-b02c-f9b45fa214c8 req-20c0f9f8-b8dd-4c4e-bb5a-14c4f62c568f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:46.473411 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:46.478380 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:46.487299 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:46.487983 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:46.598003 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-7a3e9e50-38ea-4123-b02c-f9b45fa214c8 req-20c0f9f8-b8dd-4c4e-bb5a-14c4f62c568f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:46.599301 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7a3e9e50-38ea-4123-b02c-f9b45fa214c8 req-20c0f9f8-b8dd-4c4e-bb5a-14c4f62c568f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e6a213-5e87-4903-9c16-ec7c3da34e07 HTTP/1.1" status: 200 len: 210 time: 0.2167852 May 26 22:27:46.714458 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:47.027728 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:47.032489 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f6af6-b03b-4780-842d-ca41d15a0928 None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:47.124183 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'name': 'network-vif-deleted', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:47.171495 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e6a213-5e87-4903-9c16-ec7c3da34e07', 'name': 'network-vif-deleted', 'tag': '7512ebe0-8f9d-43d6-9be7-dd938ae44691', 'status': 'completed', 'code': 200} May 26 22:27:47.358473 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b802b07f-1e20-462e-8169-bb269451946f None None] New status for floating IP e0d03d11-d5f5-4db4-b831-fb945c4ddfb9: DOWN {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:27:47.516898 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6192c-6d5a-4eb2-a18e-a3001a1d0bf9 req-b429b77a-97ec-43e7-996f-cd144e1705b3 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:47.526097 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-19f6192c-6d5a-4eb2-a18e-a3001a1d0bf9 req-b429b77a-97ec-43e7-996f-cd144e1705b3 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 943 time: 0.1183748 May 26 22:27:47.592439 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-19f6192c-6d5a-4eb2-a18e-a3001a1d0bf9 req-003b8c39-d3d2-4026-9ec5-b1d4831f318f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649183 May 26 22:27:47.817343 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57912) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:47.894790 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:47.922922 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.100106 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.105535 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-dd64724d-59a4-4594-b94f-f831651cf83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:48.121113 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f29cca3-478c-4433-b043-eb1d54d44384,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:48.123442 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:48.180782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.181928 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f29cca3-478c-4433-b043-eb1d54d44384 HTTP/1.1" status: 204 len: 168 time: 0.3635690 May 26 22:27:48.184503 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57918) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:48.200408 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.api.v2.resource [None req-094050a0-649d-4b66-a1c5-e85656ebfbba tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] show failed (client error): The resource could not be found. May 26 22:27:48.205056 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-094050a0-649d-4b66-a1c5-e85656ebfbba tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups/9f29cca3-478c-4433-b043-eb1d54d44384 HTTP/1.1" status: 404 len: 347 time: 0.0159824 May 26 22:27:48.207168 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57922) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:48.357125 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8db2c-f05c-42ea-936b-0fbb1b67b090 req-e4c7fd78-f209-4e3e-94c1-1ee4c2db063d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:48.358613 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a8a8db2c-f05c-42ea-936b-0fbb1b67b090 req-e4c7fd78-f209-4e3e-94c1-1ee4c2db063d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.0940065 May 26 22:27:48.404818 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a8a8db2c-f05c-42ea-936b-0fbb1b67b090 req-ff3f54ec-e3f9-4ec4-93e3-0acc578b077f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 May 26 22:27:48.448776 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Deleting port 18468993-8456-4612-a770-828b249a3744 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:27:48.449167 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.567584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.567870 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.690926 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Calling delete_port for 18468993-8456-4612-a770-828b249a3744 owned by network:floatingip {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:27:48.809192 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2df7-b386-4f2f-923c-b79e4bc2238f req-708f7859-b4e0-43f1-9c92-65e53dc5782d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:48.810632 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1faf2df7-b386-4f2f-923c-b79e4bc2238f req-708f7859-b4e0-43f1-9c92-65e53dc5782d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 943 time: 0.1090508 May 26 22:27:48.814963 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:27:48.821441 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 724ca5f5-1531-44f8-a332-ab2350c0c460 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:27:48.860893 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 724ca5f5-1531-44f8-a332-ab2350c0c460 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:27:48.861235 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 724ca5f5-1531-44f8-a332-ab2350c0c460 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:27:48.861862 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7512ebe0-8f9d-43d6-9be7-dd938ae44691 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:27:48.895954 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 7512ebe0-8f9d-43d6-9be7-dd938ae44691 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:27:48.896218 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 7512ebe0-8f9d-43d6-9be7-dd938ae44691 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:27:48.906820 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1faf2df7-b386-4f2f-923c-b79e4bc2238f req-c83aae6c-3bab-47d9-81bf-9c9e9d6e4f75 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880914 May 26 22:27:48.970107 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:48.975058 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4482aeb4-deb8-4bd6-b07b-5bd7a569bda2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:49.023512 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'Port': ['ID=18468993-8456-4612-a770-828b249a3744,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:49.026267 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:49.034554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:49.047906 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'port_id': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'mac_address': 'fa:16:3e:8e:7f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:27:49.102061 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.114403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.118986 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:27:49.134865 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:49.202735 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.203806 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3572e1e2-8b92-4bee-b0f8-37aeb17ef037 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "DELETE /v2.0/floatingips/e0d03d11-d5f5-4db4-b831-fb945c4ddfb9 HTTP/1.1" status: 204 len: 168 time: 0.9957128 May 26 22:27:49.209423 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.211455 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:49.309714 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:49.312733 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:49.549386 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:27:49.609516 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86238c-ec9d-45d7-9b22-e2a7180f02fb req-d4cc900d-9d2a-4be9-b563-a22abfd9c069 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:49.612058 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1d86238c-ec9d-45d7-9b22-e2a7180f02fb req-d4cc900d-9d2a-4be9-b563-a22abfd9c069 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.0865276 May 26 22:27:49.659159 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1d86238c-ec9d-45d7-9b22-e2a7180f02fb req-8eb0e54c-c688-41d2-abc3-d8ffd755f634 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 May 26 22:27:49.666480 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57938) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:49.672024 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39891830', 'description': 'tempest-description--2009900504'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:49.678044 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:49.683881 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:49.687160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:49.698749 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:49.815442 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.836022 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:49.839872 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:49.842978 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:49.848691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:49.919962 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.986653 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:49.991991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e044535b-fa05-4200-b1c0-4aeebf588a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:50.080069 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f95890f-2931-46bb-a6da-00e777ede655,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:50.091916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:50.118279 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0de6c-6a4f-42b3-b71e-0552c9788cc2 req-59324be6-6817-4405-a57a-8eae6f8fee75 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:50.119744 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-17d0de6c-6a4f-42b3-b71e-0552c9788cc2 req-59324be6-6817-4405-a57a-8eae6f8fee75 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 944 time: 0.1085670 May 26 22:27:50.120914 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.125155 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-f4e3e530-defd-44f8-a1f8-d5829d716986 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4542899 May 26 22:27:50.125155 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 57948) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:50.130672 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group_rule': {'security_group_id': '7f95890f-2931-46bb-a6da-00e777ede655', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:50.150509 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:50.157921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:50.161589 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:50.179678 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:50.195180 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-17d0de6c-6a4f-42b3-b71e-0552c9788cc2 req-7e33fc58-6c59-4210-8381-b407706e1e25 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674412 May 26 22:27:50.250081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.327206 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.338907 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-03ebcfea-d624-4055-a1d3-ae1988cf303e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:50.340427 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-03ebcfea-d624-4055-a1d3-ae1988cf303e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.1365120 May 26 22:27:50.378264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.392985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ae5a5626-55ba-43ad-91e8-4d158c240a3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:50.418465 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9578e9a0-62e3-4361-8de4-4f5a9a10e26d,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:50.426170 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:50.501566 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Deleting port 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:27:50.501907 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.518208 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.519386 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-5069f89d-54bd-4dda-9dfc-8db6e71f9aa4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3936675 May 26 22:27:50.522420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57952) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:50.528092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'security_group_rule': {'security_group_id': '7f95890f-2931-46bb-a6da-00e777ede655', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:50.533895 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:50.537789 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:security_group_rule and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:50.540738 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:50.547041 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:50.622496 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.640784 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] For port 355889e5-0b16-46ba-bcaa-9e5911e165b5, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=355889e5-0b16-46ba-bcaa-9e5911e165b5,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:50.641136 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.685879 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.759548 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.762932 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-81dcf68a-16ea-4ed0-9037-9a34c5c9ba82 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:50.842173 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffa8f68-848d-49e4-b66f-6040ba19f704,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:50.846620 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:27:50.851773 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:50.900815 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f3381-e534-46a6-b930-249d5d47b76f req-48f56aed-f0c7-4d43-8a0e-96a52b28a702 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:50.908528 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c56f3381-e534-46a6-b930-249d5d47b76f req-48f56aed-f0c7-4d43-8a0e-96a52b28a702 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 946 time: 0.1204236 May 26 22:27:50.943899 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.947921 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4212275 May 26 22:27:50.949936 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 57962) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:50.954563 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c56f3381-e534-46a6-b930-249d5d47b76f req-f3955a2e-12be-462a-aacc-310b17ad0a80 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=604f2a07-fd4e-46d3-8cfd-d38503f25879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 May 26 22:27:50.957723 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:50.963844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:50.978049 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Usage tracker for resource:floatingip and tenant:e68c36e8a08443caa238b749a3ff5b64 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:50.978049 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:50.978249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.978249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:50.978249 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Floating IP e2e92321-04fd-43eb-b426-e7c6af4f16a4 disassociated. External IP: 172.28.1.220, port: 355889e5-0b16-46ba-bcaa-9e5911e165b5. May 26 22:27:50.978249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Calling delete_port for 355889e5-0b16-46ba-bcaa-9e5911e165b5 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:27:50.983093 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:50.992408 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:50.997281 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:51.001464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.072134 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.116374 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.143414 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:51.153851 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:27:51.164761 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.171331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:51.218405 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.225121 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.227586 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:51.330439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'Port': ['ID=355889e5-0b16-46ba-bcaa-9e5911e165b5,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:51.332305 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'code': 200} May 26 22:27:51.339586 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:51.384457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:51.384457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:51.521085 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Allocated IP 172.28.1.28 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/8b7a39d9-5299-481d-8916-1287b3b63f4c) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:51.528223 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:27:51.621698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3590c84-b04a-4336-a8c7-c2c04dea31a2 req-c649f83a-8044-4b8d-9d1c-8f8a48206f84 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:51.623076 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3590c84-b04a-4336-a8c7-c2c04dea31a2 req-c649f83a-8044-4b8d-9d1c-8f8a48206f84 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.3015375 May 26 22:27:51.708749 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:27:51.723276 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:27:51.735355 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:51.737123 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:51.759686 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3590c84-b04a-4336-a8c7-c2c04dea31a2 req-b47e2536-c24f-47e1-9acf-1dd3e2be88c5 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970945 May 26 22:27:51.790691 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] No DVR routers for this DVR port 355889e5-0b16-46ba-bcaa-9e5911e165b5 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:27:51.793384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.803265 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.803265 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e9e0b-a4cb-432c-9904-080ccf71fc5b req-73e93bf1-9840-4dbe-9d4a-27b67051f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:51.803608 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-deleted', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:51.804236 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-100e9e0b-a4cb-432c-9904-080ccf71fc5b req-73e93bf1-9840-4dbe-9d4a-27b67051f486 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1098 time: 0.1905510 May 26 22:27:51.855161 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f2e1-7533-4ce7-869d-e8ed2defda40', 'name': 'network-vif-deleted', 'tag': '355889e5-0b16-46ba-bcaa-9e5911e165b5', 'status': 'completed', 'code': 200} May 26 22:27:51.861555 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-100e9e0b-a4cb-432c-9904-080ccf71fc5b req-6ce56abd-9c27-4738-a7b1-bef9ef10d321 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 May 26 22:27:51.885266 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-42bc884d-638b-4eda-b987-1c063b6209a1 req-28affb0e-7703-4c88-855c-d67038982a04 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "DELETE /v2.0/ports/355889e5-0b16-46ba-bcaa-9e5911e165b5 HTTP/1.1" status: 204 len: 173 time: 1.5387177 May 26 22:27:51.965984 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:51.987384 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:51.992826 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:52.059750 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:52.062727 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:52.066293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:52.098164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=8b7a39d9-5299-481d-8916-1287b3b63f4c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:52.133733 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:52.151237 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-cd65186c-39bc-42c2-b75a-90f22d9ca485 req-6dddbfa0-4e3f-41f7-a068-414e36627ad8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=6246f2e1-7533-4ce7-869d-e8ed2defda40 HTTP/1.1" status: 200 len: 210 time: 0.0600677 May 26 22:27:52.198828 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.294673 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:52.303362 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:27:52.318678 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:27:52.319290 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:52.336810 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.455119 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.499537 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:27:52.547608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.604221 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.608060 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:52.713427 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=8b7a39d9-5299-481d-8916-1287b3b63f4c,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:52.717805 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:52.726351 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.810151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:52.821178 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8620272 May 26 22:27:52.858724 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:27:52.863052 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894e691-b14f-4cca-a776-cad5227def48 None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:27:52.986327 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b9ad4-4b7d-46d5-b9b6-198f75dda2c1 req-38852721-3c84-4662-bf67-0e0eb8931cc3 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:52.994167 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-828b9ad4-4b7d-46d5-b9b6-198f75dda2c1 req-38852721-3c84-4662-bf67-0e0eb8931cc3 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.1105928 May 26 22:27:53.026386 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-3a454843-93e9-4db5-b135-ce5aa058fa65 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:53.044251 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-828b9ad4-4b7d-46d5-b9b6-198f75dda2c1 req-59c1050c-9ca1-44e9-9f9e-ee1f293d4609 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 May 26 22:27:53.136169 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-3a454843-93e9-4db5-b135-ce5aa058fa65 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:53.138147 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-3a454843-93e9-4db5-b135-ce5aa058fa65 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--39891830&fields=id&tenant_id=e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 267 time: 0.1710515 May 26 22:27:53.173189 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1cb0a3-7a3b-49d3-bc7b-d41a53a1a22f None None] New status for floating IP e2e92321-04fd-43eb-b426-e7c6af4f16a4: DOWN {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:27:53.306074 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-04c1409a-75ef-4fdd-b101-342074317a84 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:53.307495 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-04c1409a-75ef-4fdd-b101-342074317a84 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 810 time: 0.1620409 May 26 22:27:53.321946 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-89be79e9-14db-4392-b2a2-4f55de1630c3 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/quotas/e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 375 time: 0.0087960 May 26 22:27:53.375055 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58002) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:53.406367 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-7dadf5eb-64e8-4037-9d76-876927014dc8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:53.505831 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-7dadf5eb-64e8-4037-9d76-876927014dc8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:53.507155 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-7dadf5eb-64e8-4037-9d76-876927014dc8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1802816 May 26 22:27:53.567160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:53.595759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:53.652976 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-785329f7-f3fb-426e-ac30-e8abae15244a service neutron] 10.222.0.23 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318700 May 26 22:27:53.735444 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:53.740621 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-481d9287-f520-4565-833c-067afa6ddc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:53.755996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f2a07-fd4e-46d3-8cfd-d38503f25879,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:53.758273 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:53.785244 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-ea1fb7bb-a70b-4b7b-a861-b03e091e866e service neutron] 10.222.0.23 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232357 May 26 22:27:53.832475 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:53.833643 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "DELETE /v2.0/security-groups/604f2a07-fd4e-46d3-8cfd-d38503f25879 HTTP/1.1" status: 204 len: 168 time: 0.4572511 May 26 22:27:53.837072 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58010) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:53.853457 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.api.v2.resource [None req-d17ef5c3-4657-4f8f-8194-c0647bb0ada6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] show failed (client error): The resource could not be found. May 26 22:27:53.854429 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d17ef5c3-4657-4f8f-8194-c0647bb0ada6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups/604f2a07-fd4e-46d3-8cfd-d38503f25879 HTTP/1.1" status: 404 len: 347 time: 0.0164227 May 26 22:27:53.858914 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58014) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:54.093814 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-32cbb42e-4ef6-42f1-bbaa-efa71e2a4ef3 req-e79c791e-6500-4309-a0a3-63f247bb5ac6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 210 time: 0.0941820 May 26 22:27:54.131114 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Deleting port 5170427c-33b4-45de-9122-7cc1ecfaa7ce {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:27:54.131458 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.231684 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126e3f-e8ef-42da-b26d-d17c762d3e2f req-78e46eba-80e9-48f8-a3c1-3b8217e64911 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:54.233192 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-54126e3f-e8ef-42da-b26d-d17c762d3e2f req-78e46eba-80e9-48f8-a3c1-3b8217e64911 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0838358 May 26 22:27:54.248943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.249274 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.277881 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-54126e3f-e8ef-42da-b26d-d17c762d3e2f req-7c897d7e-724c-471d-90ff-b6e56fe872b6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 May 26 22:27:54.377325 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Calling delete_port for 5170427c-33b4-45de-9122-7cc1ecfaa7ce owned by network:floatingip {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:27:54.483754 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a30fa-78ef-468e-a066-d27ca7851626 req-0dcc0588-10c6-4e7e-9f8a-99e9b6c87c4e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:54.485183 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-503a30fa-78ef-468e-a066-d27ca7851626 req-0dcc0588-10c6-4e7e-9f8a-99e9b6c87c4e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.1013680 May 26 22:27:54.668151 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-503a30fa-78ef-468e-a066-d27ca7851626 req-ecb40e14-dcfd-4311-bd0d-101a5b458582 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738153 May 26 22:27:54.826607 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.831493 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d2c057e8-a195-497d-9020-4633a655d35d tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:54.876199 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:27:54.876908 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'Port': ['ID=5170427c-33b4-45de-9122-7cc1ecfaa7ce,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:54.912609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:54.921691 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 355889e5-0b16-46ba-bcaa-9e5911e165b5 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:27:54.922043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 355889e5-0b16-46ba-bcaa-9e5911e165b5 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:27:54.974764 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.990408 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:54.994639 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2e92321-04fd-43eb-b426-e7c6af4f16a4 HTTP/1.1" status: 204 len: 168 time: 1.1317251 May 26 22:27:55.089144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5d8bb-9637-4967-8c8f-c59bf7502227 req-add930a2-e39c-4baa-9014-f9277630e83c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:55.090644 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1c5d8bb-9637-4967-8c8f-c59bf7502227 req-add930a2-e39c-4baa-9014-f9277630e83c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0893586 May 26 22:27:55.136972 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b1c5d8bb-9637-4967-8c8f-c59bf7502227 req-256fccc4-3895-4559-bf93-e34af903843f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 May 26 22:27:55.330313 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6330cdb4-39ad-4d7e-95d3-9a5e2facb6ac req-16f0e847-c8de-4191-98c2-0cd9c4fa8027 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 210 time: 0.0806055 May 26 22:27:55.441963 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58052) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:55.448045 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556100084', 'description': 'tempest-description--1070939251'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:55.453926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:55.458002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:55.461690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:55.468113 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:55.541275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:55.561750 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:55.565672 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:55.568623 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:55.574844 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:55.644163 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:55.723400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:55.728846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b420f208-d1b4-47eb-bf1c-9ab5fe11b195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:55.769961 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e765ba0-5f98-4d11-bacf-a5d770506e6a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:55.777090 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.777460 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.777819 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.778273 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.778637 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.778990 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.779336 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.779709 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.780052 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.780393 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.780756 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.781095 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:27:55.784579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:55.844014 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:55.845208 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4518309e-5fd7-4ddb-97fe-da1768a006a6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4020870 May 26 22:27:55.848223 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58056) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:55.853412 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group_rule': {'security_group_id': '8e765ba0-5f98-4d11-bacf-a5d770506e6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:55.859323 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:55.863423 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:55.867002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:55.872806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:55.952297 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.106759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.155944 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-24c88cf1-f0d5-4739-a7ad-d28b72138051 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:56.157365 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-24c88cf1-f0d5-4739-a7ad-d28b72138051 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 810 time: 0.1616583 May 26 22:27:56.187017 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.191728 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:56.223405 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4142393e-ca25-492f-a574-1feac91fc35f,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:56.228339 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:56.236588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-ed80587f-ca91-43ab-a74a-2eda73a507bb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:56.249422 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-ed80587f-ca91-43ab-a74a-2eda73a507bb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:56.254315 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-ed80587f-ca91-43ab-a74a-2eda73a507bb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e68c36e8a08443caa238b749a3ff5b64 HTTP/1.1" status: 200 len: 378 time: 0.0851424 May 26 22:27:56.259846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'port': {'device_id': 'efac7012-a399-45b5-89aa-d64e7202689b', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'admin_state_up': True, 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'security_groups': ['7f95890f-2931-46bb-a6da-00e777ede655']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:56.324784 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.325948 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e13a17ed-85d1-4a0e-9083-25e7a168162e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768181 May 26 22:27:56.328762 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58064) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:56.333908 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'security_group_rule': {'security_group_id': '8e765ba0-5f98-4d11-bacf-a5d770506e6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:56.340552 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:56.346526 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:security_group_rule and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:56.349613 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:56.356674 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:56.414294 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:56.426687 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:56.450786 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.482986 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ed1e7319-acbc-4f1e-8b4e-5e99ef22b9ad req-f088e79d-5263-4465-8b6d-8d61594de374 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 210 time: 0.0491922 May 26 22:27:56.500996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Made reservation on behalf of e68c36e8a08443caa238b749a3ff5b64 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:27:56.504638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.527932 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.581136 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.589527 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:56.608130 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f422cb5b-df6b-4368-b7fd-37fa6e346e1b,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:56.610787 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:56.668517 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Allocated IP 172.20.0.3 (9b663cfd-61f5-4238-aac9-c77d76a0763a/7ce2ce59-aefb-4f33-bbfe-affab775a362/bdf72605-0b3a-4573-83d7-655af5d4e438) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:56.723889 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.725313 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955808 May 26 22:27:56.728940 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58078) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:27:56.734321 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:56.739975 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:27:56.743635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Usage tracker for resource:floatingip and tenant:ca5742b7093042cd8d93b4b78f82e538 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:27:56.746527 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:27:56.752228 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:27:56.827283 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.854485 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.871038 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Transition to ACTIVE for port object bdf72605-0b3a-4573-83d7-655af5d4e438 will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:56.975543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:56.981215 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4734f79a-cc38-447c-ace2-e9821e2506a6 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:57.047257 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.051902 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:57.055083 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:57.058779 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:57.095112 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event updated for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:57.106830 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:57.133414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:57.133414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.206544 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Allocated IP 172.28.1.212 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/585339b4-41c8-452b-8808-77a029876e85) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:27:57.230928 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-5526612f-8308-48b5-8d4e-aabb83cd79f5 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9710262 May 26 22:27:57.240712 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Request body: {'port': {'device_id': 'efac7012-a399-45b5-89aa-d64e7202689b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:27:57.360793 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.393161 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.410449 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-7569c4dd-0c1b-475c-9ac0-d7c86344b16d None None] Provisioning for port bdf72605-0b3a-4573-83d7-655af5d4e438 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:27:57.417858 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-7569c4dd-0c1b-475c-9ac0-d7c86344b16d None None] Provisioning complete for port bdf72605-0b3a-4573-83d7-655af5d4e438 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:27:57.418515 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-7569c4dd-0c1b-475c-9ac0-d7c86344b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.473139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.478690 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-7569c4dd-0c1b-475c-9ac0-d7c86344b16d None None] Port bdf72605-0b3a-4573-83d7-655af5d4e438 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:27:57.483231 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:57.553163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:27:57.556254 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:27:57.558778 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:27:57.608858 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=585339b4-41c8-452b-8808-77a029876e85,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:57.620548 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:57.662753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.826913 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.861331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce76d9-dfe8-4d0e-988c-c6bb746fe55c req-d5239ca2-fa7d-4032-ab2d-863815c010cd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:57.862025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-22ce76d9-dfe8-4d0e-988c-c6bb746fe55c req-d5239ca2-fa7d-4032-ab2d-863815c010cd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:57.937335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf72605-0b3a-4573-83d7-655af5d4e438 {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:27:57.945002 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:57.959460 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Transition to ACTIVE for port object bdf72605-0b3a-4573-83d7-655af5d4e438 will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:27:57.986859 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-22ce76d9-dfe8-4d0e-988c-c6bb746fe55c req-d5239ca2-fa7d-4032-ab2d-863815c010cd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:57.988066 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-22ce76d9-dfe8-4d0e-988c-c6bb746fe55c req-d5239ca2-fa7d-4032-ab2d-863815c010cd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 931 time: 0.3544385 May 26 22:27:58.040384 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-22ce76d9-dfe8-4d0e-988c-c6bb746fe55c req-806d944a-7bdd-4000-a1de-26adccdc7df6 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443497 May 26 22:27:58.055586 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.068489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.068889 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2a66800f-900f-441e-ad63-27ee462aa41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:58.148977 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.153212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3f87fbc7-7ac1-4f3d-8083-34cc020fd827 tempest-AttachVolumeNegativeTest-537868511 tempest-AttachVolumeNegativeTest-537868511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:58.215486 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:58.222967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:58.270031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=585339b4-41c8-452b-8808-77a029876e85,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:58.274395 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:58.284852 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.294282 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Attempting to bind port bdf72605-0b3a-4573-83d7-655af5d4e438 on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:27:58.294875 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Attempting to bind port bdf72605-0b3a-4573-83d7-655af5d4e438 by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:27:58.294974 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Attempting to bind port bdf72605-0b3a-4573-83d7-655af5d4e438 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:58.300296 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Port bdf72605-0b3a-4573-83d7-655af5d4e438 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:27:58.300558 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Attempting to bind port bdf72605-0b3a-4573-83d7-655af5d4e438 on network 9b663cfd-61f5-4238-aac9-c77d76a0763a {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:27:58.306851 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:27:58.307326 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Checking segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:27:58.307791 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Bound using segment: {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:27:58.308232 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Bound port: bdf72605-0b3a-4573-83d7-655af5d4e438, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb05b1c0-4166-4b07-b3d7-275961b958d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:27:58.308585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.380727 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.383688 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6517277 May 26 22:27:58.422690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:27:58.427053 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=bdf72605-0b3a-4573-83d7-655af5d4e438,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:27:58.501602 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.507015 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ff308c0e-09d3-4e26-bdc2-b50ebc5280d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:27:58.588053 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:58.588610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:27:58.590195 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdf72605-0b3a-4573-83d7-655af5d4e438 HTTP/1.1" status: 200 len: 1093 time: 1.3550642 May 26 22:27:58.595404 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:27:58.636422 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-3a6046a8-2ed3-4b95-b00b-af2beb8d26d2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:security_group {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:58.642377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:27:58.646004 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:27:58.686876 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'status': 'completed', 'code': 200} May 26 22:27:58.765442 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-3a6046a8-2ed3-4b95-b00b-af2beb8d26d2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:security_group {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:58.766602 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-3a6046a8-2ed3-4b95-b00b-af2beb8d26d2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--556100084&fields=id&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 267 time: 0.2234790 May 26 22:27:58.779747 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-9ac3fab7-cabc-4198-bed1-3e574f48bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:58.781156 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-9ac3fab7-cabc-4198-bed1-3e574f48bc37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 1096 time: 0.0799019 May 26 22:27:59.041368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-290ca95f-1225-4867-b4a5-db76a41067d5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.043013 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-290ca95f-1225-4867-b4a5-db76a41067d5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 817 time: 0.2608070 May 26 22:27:59.045473 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-8e69f96f-cec9-420f-b1fb-0970bb19bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.046758 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-8e69f96f-cec9-420f-b1fb-0970bb19bce4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e68c36e8a08443caa238b749a3ff5b64&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2418036 May 26 22:27:59.083229 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-62078fd1-4241-44d1-838e-cc7dbd2fe8b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/quotas/ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 375 time: 0.0340400 May 26 22:27:59.239883 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dceeb5-b25b-4954-863b-ff8bd62f35ed req-5e19b8e9-54cf-4a7e-8f48-fbb5f38240f7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.241401 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b9dceeb5-b25b-4954-863b-ff8bd62f35ed req-5e19b8e9-54cf-4a7e-8f48-fbb5f38240f7 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.0812876 May 26 22:27:59.249129 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-e531e4d0-853d-4798-9883-7329e8b29b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.253059 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-29275086-9ca0-4aa7-b342-6aad88bb895b req-e531e4d0-853d-4798-9883-7329e8b29b9f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1946480 May 26 22:27:59.264948 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-29c66eef-f25f-45a1-a5af-99e8da74a5eb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:27:59.288000 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b9dceeb5-b25b-4954-863b-ff8bd62f35ed req-abc61f8b-6c4c-4ef8-8baf-13bb52958e27 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404718 May 26 22:27:59.353290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-29c66eef-f25f-45a1-a5af-99e8da74a5eb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:27:59.354603 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-29c66eef-f25f-45a1-a5af-99e8da74a5eb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2220013 May 26 22:27:59.360473 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-0cea64c9-3315-4475-947b-1f2699fd0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.361879 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-0cea64c9-3315-4475-947b-1f2699fd0beb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 1096 time: 0.0726442 May 26 22:27:59.461397 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-bc2c6ee9-c6d0-41a7-8d0f-2d299d6b7d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdf72605-0b3a-4573-83d7-655af5d4e438 HTTP/1.1" status: 200 len: 217 time: 0.0834985 May 26 22:27:59.595826 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-7fbeee7a-41cd-486b-9c24-ddb3088352bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.597244 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-7fbeee7a-41cd-486b-9c24-ddb3088352bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0882447 May 26 22:27:59.657403 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-21272b7e-13db-4459-8a73-5311f7cefa9a service neutron] 10.222.0.23 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911203 May 26 22:27:59.890981 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-0f03d2ec-ea83-4080-bb6b-932dad18f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:27:59.892511 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-0f03d2ec-ea83-4080-bb6b-932dad18f18d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2842281 May 26 22:27:59.978069 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-37e461e7-3193-4593-91e5-f71121dedfdf service neutron] 10.222.0.23 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090310 May 26 22:28:00.037312 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-8ff85faa-3bf3-43de-a020-fbb8e674cb22 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373684 May 26 22:28:00.171621 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02f0f6c3-7a16-4d7b-87b5-ff0b5fa78d35 req-68c7741d-a7f0-4745-b6fb-208029072211 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272621 May 26 22:28:00.245155 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-359efd39-96fd-42bc-98df-a5546cda49b8 req-e25c2651-b797-4a43-8e4e-d8d303f4c9e1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 210 time: 0.0595803 May 26 22:28:00.477244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13774a23-cbd3-477e-a012-a0aca8b1829a req-b65307a5-9a95-456a-be8a-c171d802a11f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:00.478741 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-13774a23-cbd3-477e-a012-a0aca8b1829a req-b65307a5-9a95-456a-be8a-c171d802a11f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.0816641 May 26 22:28:00.527452 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-13774a23-cbd3-477e-a012-a0aca8b1829a req-a0a4db9f-1841-45ab-9a02-f57c6906224c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416274 May 26 22:28:00.982608 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443cb2-7c62-41d9-9e42-c7e7ecad09c3 req-2a4e4684-1bbf-474a-8a25-6934bc7334a8 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:00.984056 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d9443cb2-7c62-41d9-9e42-c7e7ecad09c3 req-2a4e4684-1bbf-474a-8a25-6934bc7334a8 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0806348 May 26 22:28:01.027087 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d9443cb2-7c62-41d9-9e42-c7e7ecad09c3 req-245bea24-eaaa-462b-9489-c75fab35be28 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 May 26 22:28:01.049613 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58154) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:01.174799 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5856f5b-9b1e-45e9-bf83-b3718c00413e tempest-TestMinimumBasicScenario-2127446258 tempest-TestMinimumBasicScenario-2127446258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:01.179580 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d5856f5b-9b1e-45e9-bf83-b3718c00413e tempest-TestMinimumBasicScenario-2127446258 tempest-TestMinimumBasicScenario-2127446258-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1093 time: 0.1257041 May 26 22:28:01.179959 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58162) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:01.185100 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'port_id': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:01.191319 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:01.195751 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:floatingip and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:01.198644 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:01.204384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:01.306912 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for floatingip, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.433952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e92bef9d-376e-40d7-9e7b-32f03a43ee0c req-6029e308-8642-4390-8345-23dae888ab2a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 210 time: 0.0491703 May 26 22:28:01.495900 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.635313 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Allocated IP 172.28.1.78 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/ca4b3b88-2141-4cee-b25d-5c422e6c88b9) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:01.731069 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106bc6-6567-4550-80c4-ae05388db7dd req-ddf24e2c-e273-4c76-97fd-5c53a79c95ee tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:01.732574 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d7106bc6-6567-4550-80c4-ae05388db7dd req-ddf24e2c-e273-4c76-97fd-5c53a79c95ee tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.0941238 May 26 22:28:01.777403 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d7106bc6-6567-4550-80c4-ae05388db7dd req-267ef557-c694-4ec6-8cfe-3c62bdf17124 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384033 May 26 22:28:01.783204 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.906995 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:01.911123 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-3a6bff30-5da6-474e-a752-2cbf54fde0a3 tempest-VolumesSnapshotTestJSON-2141070916 tempest-VolumesSnapshotTestJSON-2141070916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:01.972050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:01.974979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:01.978089 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:02.024446 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'Port': ['ID=ca4b3b88-2141-4cee-b25d-5c422e6c88b9,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:02.027183 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:02.540441 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-fcf3efc4-b03a-4f92-8ef5-0f9d8706b883 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:02.541865 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-fcf3efc4-b03a-4f92-8ef5-0f9d8706b883 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 817 time: 0.4121130 May 26 22:28:02.612426 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e3590541-f187-4224-a43d-9d784e26a395 req-7e533e5a-9afd-4afe-b847-00fa6c7fac51 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 210 time: 0.0649633 May 26 22:28:02.649517 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-dff5ab98-9064-4814-9325-a0109f07d5ba tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 379 time: 0.0696986 May 26 22:28:02.660147 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'port': {'device_id': '55d108cc-f172-4533-a228-f52ff22655ca', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'admin_state_up': True, 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'security_groups': ['8e765ba0-5f98-4d11-bacf-a5d770506e6a']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:02.817294 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:02.829400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:02.839171 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:02.929577 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Made reservation on behalf of ca5742b7093042cd8d93b4b78f82e538 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:02.933089 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:02.977434 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879471f3-7193-4874-a5e6-40b8dbe7e66f req-75013cef-5a61-4e8d-bdcc-611281084a22 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:02.980064 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-879471f3-7193-4874-a5e6-40b8dbe7e66f req-75013cef-5a61-4e8d-bdcc-611281084a22 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.0955312 May 26 22:28:03.041614 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-879471f3-7193-4874-a5e6-40b8dbe7e66f req-111162b6-8f7b-45e1-b26b-1e232625e788 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542054 May 26 22:28:03.101631 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.246987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Allocated IP 172.20.0.7 (235179fc-a814-4ed3-b490-7a2d205df265/d6d79b0f-95b9-4626-8f10-64948f2627e4/6d1d40db-71fd-4cd8-8682-75d0a690d47a) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:03.501399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.538559 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.546632 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.553322 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c126bc82-3c33-4d86-9d92-a649cc318c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:03.611157 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Transition to ACTIVE for port object 6d1d40db-71fd-4cd8-8682-75d0a690d47a will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:03.668696 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'Port': ['ID=ca4b3b88-2141-4cee-b25d-5c422e6c88b9,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:03.674195 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:03.684314 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.803913 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-58ceeb4f-4c3e-4ef2-bf96-86792ce30646 req-b4630b01-7f98-4ecb-9600-77d8cc40f98c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 210 time: 0.0621371 May 26 22:28:03.898881 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Floating IP 64db53e7-cb7b-42d3-ad29-58be7b60618b associated. External IP: 172.28.1.78, port: 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0. May 26 22:28:03.950496 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:03.965451 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-1f6ce45f-2023-48af-8307-a271041cbf1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:04.062050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Network 235179fc-a814-4ed3-b490-7a2d205df265 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:04.070730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:04.252478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:04.254749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec19c5-bea5-41a4-8307-c73da5970f36 req-7668f40b-ebf2-4ef3-8351-5ad486b966ae tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:04.256630 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10ec19c5-bea5-41a4-8307-c73da5970f36 req-7668f40b-ebf2-4ef3-8351-5ad486b966ae tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.0961845 May 26 22:28:04.277570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:04.280735 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:04.303026 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-10ec19c5-bea5-41a4-8307-c73da5970f36 req-cfd288b4-1866-4506-8d02-c174d41a6525 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406411 May 26 22:28:04.344218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:04.344827 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:04.362976 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-11f8d31a-fc0c-4497-b4e4-799f87f19533 None None] Provisioning for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:04.368594 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-11f8d31a-fc0c-4497-b4e4-799f87f19533 None None] Provisioning complete for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:04.368973 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-11f8d31a-fc0c-4497-b4e4-799f87f19533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:04.432245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-11f8d31a-fc0c-4497-b4e4-799f87f19533 None None] Port 6d1d40db-71fd-4cd8-8682-75d0a690d47a cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:04.532221 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8756070 May 26 22:28:04.546733 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Request body: {'port': {'device_id': '55d108cc-f172-4533-a228-f52ff22655ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:04.598620 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Router 96560672-c37c-45d2-bb29-54416579960f has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:04.742000 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:04.901395 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:04.912372 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Sync routers for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:04.923078 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:04.923862 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:04.979457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device bdf72605-0b3a-4573-83d7-655af5d4e438 details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:28:05.116990 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.186536 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bbb28-789d-4b49-bc60-5cca8230de72 req-436726e3-82ac-4420-94a2-4fdd4b038d3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:05.187230 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b47bbb28-789d-4b49-bc60-5cca8230de72 req-436726e3-82ac-4420-94a2-4fdd4b038d3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Synchronizing usage tracker for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:05.195682 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:05.214452 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e557f062-a8ef-4eab-8a0a-11667bb72e31 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0334024 May 26 22:28:05.217623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58204) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:05.218589 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:05.223300 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028408514', 'description': 'tempest-secgroup-smoke-2028408514 description', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:05.229845 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:05.258500 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:05.283393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=bdf72605-0b3a-4573-83d7-655af5d4e438,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:05.298297 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:28:05.315439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-b47bbb28-789d-4b49-bc60-5cca8230de72 req-436726e3-82ac-4420-94a2-4fdd4b038d3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Unset dirty status for tenant:ca5742b7093042cd8d93b4b78f82e538 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:05.316623 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b47bbb28-789d-4b49-bc60-5cca8230de72 req-436726e3-82ac-4420-94a2-4fdd4b038d3d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 931 time: 0.3617566 May 26 22:28:05.349361 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:28:05.360296 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.378552 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'port_id': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'mac_address': 'fa:16:3e:f3:be:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:28:05.390307 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.391059 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b47bbb28-789d-4b49-bc60-5cca8230de72 req-ca900b5e-2385-473c-92af-ef8092de272a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645614 May 26 22:28:05.392018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Transition to ACTIVE for port object 6d1d40db-71fd-4cd8-8682-75d0a690d47a will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:05.432965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:05.438729 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:05.445473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:05.446901 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.485357 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.485357 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:05.487847 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:05.492494 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf72605-0b3a-4573-83d7-655af5d4e438 {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:28:05.514923 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-2db09f39-7de5-49ba-80c4-15c6540f4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:05.516846 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-2db09f39-7de5-49ba-80c4-15c6540f4592 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1098 time: 0.2010605 May 26 22:28:05.692398 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=bdf72605-0b3a-4573-83d7-655af5d4e438,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:05.727377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:05.734046 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '64db53e7-cb7b-42d3-ad29-58be7b60618b', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '96560672-c37c-45d2-bb29-54416579960f', 'port_id': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'mac_address': 'fa:16:3e:8e:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:28:02Z', 'updated_at': '2021-05-26T22:28:02Z', 'revision_number': 0, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:05.738580 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Checking router: 96560672-c37c-45d2-bb29-54416579960f for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:05.740913 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:05.749588 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:05.750193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:27:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:05.787244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Attempting to bind port 6d1d40db-71fd-4cd8-8682-75d0a690d47a on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:05.787580 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Attempting to bind port 6d1d40db-71fd-4cd8-8682-75d0a690d47a by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:05.788590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Attempting to bind port 6d1d40db-71fd-4cd8-8682-75d0a690d47a on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:05.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Port 6d1d40db-71fd-4cd8-8682-75d0a690d47a on network 235179fc-a814-4ed3-b490-7a2d205df265 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:28:05.795502 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Attempting to bind port 6d1d40db-71fd-4cd8-8682-75d0a690d47a on network 235179fc-a814-4ed3-b490-7a2d205df265 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:05.803838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:05.804179 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Checking segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:05.804687 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Bound using segment: {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:05.805655 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Bound port: 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7828ad8-0268-4e64-9d06-64d90144f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:05.806420 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.818393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.822049 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.839400 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:05.846271 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c833c3-8fc0-4fc3-8a0d-8cd1797c1698 req-94196266-cb89-4b3e-afed-8f31dda450ab tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:05.853264 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-11c833c3-8fc0-4fc3-8a0d-8cd1797c1698 req-94196266-cb89-4b3e-afed-8f31dda450ab tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 943 time: 0.4108341 May 26 22:28:05.911307 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-3fe61081-7f39-446b-b68c-8e44d23218eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:05.913028 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-3fe61081-7f39-446b-b68c-8e44d23218eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.3845322 May 26 22:28:05.913614 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:05.920650 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4034ed94-775b-492d-9bfc-b126a2c2a67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:05.922545 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:05.925670 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:05.988981 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-11c833c3-8fc0-4fc3-8a0d-8cd1797c1698 req-b733a753-0aba-4245-9f8b-7dc37b3d0b5f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347868 May 26 22:28:06.015401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.018245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:06.022827 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-79aade0e-cb74-4649-a517-585efee141cb tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:06.028533 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:06.041712 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:06.053037 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd048e4c-9220-4bf8-9989-c24910a17896,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:06.066096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.066096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.066570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.066983 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.067410 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.067846 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.068260 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.068664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.069642 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.070052 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.070458 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.070875 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:06.076322 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:06.078420 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-51a1b8bc-2639-45d7-98c2-5850affeb729 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 998 time: 0.1425338 May 26 22:28:06.136919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.138327 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-20662b85-6f12-4b97-8d6a-45e07556b2fb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9195964 May 26 22:28:06.141568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58220) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:06.146982 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:06.157002 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:06.165031 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:06.169291 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-63ce8485-3879-4cdf-855f-78e0d4b1ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.170917 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-63ce8485-3879-4cdf-855f-78e0d4b1ea14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0835166 May 26 22:28:06.171889 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:06.178288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:06.207607 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.208394 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.209781 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 1093 time: 1.6692493 May 26 22:28:06.213609 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['bdf72605-0b3a-4573-83d7-655af5d4e438'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:28:06.232156 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:06.235399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0069096a-2d10-411f-becf-70ab89c6ab79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:06.263749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.304516 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-39259fe3-362e-4a22-907c-ac130e6ee4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.306208 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-39259fe3-362e-4a22-907c-ac130e6ee4d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186841 May 26 22:28:06.394122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-985dfd21-0c73-432b-801a-fc24a4016191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.395594 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-985dfd21-0c73-432b-801a-fc24a4016191 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1096 time: 0.0884089 May 26 22:28:06.498492 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.504476 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-b7e8d0d8-5de0-40ff-bb11-476b2f0c7616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 217 time: 0.0996952 May 26 22:28:06.523681 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-795f028c-b69a-49c4-86d9-af2662e9496b service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924810 May 26 22:28:06.576072 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-7caa08b2-c759-4e9b-b4f1-731448a4c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.579112 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-7caa08b2-c759-4e9b-b4f1-731448a4c190 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0672963 May 26 22:28:06.632025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.637669 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:06.668292 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-465b149d-11b5-44cd-9361-375478fb968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '64db53e7-cb7b-42d3-ad29-58be7b60618b', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '96560672-c37c-45d2-bb29-54416579960f', 'port_id': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'mac_address': 'fa:16:3e:8e:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:28:02Z', 'updated_at': '2021-05-26T22:28:02Z', 'revision_number': 0, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:06.672858 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465b149d-11b5-44cd-9361-375478fb968b None None] The sync data for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb is: [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '64db53e7-cb7b-42d3-ad29-58be7b60618b', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'floating_ip_address': '172.28.1.78', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '96560672-c37c-45d2-bb29-54416579960f', 'port_id': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'mac_address': 'fa:16:3e:8e:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:28:02Z', 'updated_at': '2021-05-26T22:28:02Z', 'revision_number': 0, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:06.681806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bdf2d5-b648-445e-985c-c672e022627b,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:06.685233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:06.686257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-3278cd6d-a6e7-4f0d-b522-cf2a40b9d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.687920 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-3278cd6d-a6e7-4f0d-b522-cf2a40b9d486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017690 May 26 22:28:06.708580 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d1788441-4a9e-4f57-a1b5-6a4c741f63a8 req-4b40ddd4-1df4-4c55-ae0a-e2f17ab63f5a service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773622 May 26 22:28:06.798202 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.808442 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-23a64646-b3f8-45af-b7a3-f77123e7ba7e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6570873 May 26 22:28:06.808442 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58226) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:06.808442 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:06.814697 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:06.818724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:06.822028 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:06.831389 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:06.887355 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-4db2d62a-d7a5-48f2-b7a6-34144db1b167 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911891 May 26 22:28:06.896747 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c67084-477b-47d3-ad17-630deb8416b3 None None] New status for floating IP 64db53e7-cb7b-42d3-ad29-58be7b60618b: ACTIVE {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:28:06.898900 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91ce5-3cea-45d4-bcc2-afb4c7d98d47 req-397e9988-a4fe-4daa-ad40-df34d7a4b9b9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:06.900465 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fdc91ce5-3cea-45d4-bcc2-afb4c7d98d47 req-397e9988-a4fe-4daa-ad40-df34d7a4b9b9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1821377 May 26 22:28:06.907005 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:06.982373 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.044160 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.047266 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6698888e-99bd-44c4-9e7c-35df090ed8b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:07.063807 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ce979af4-7a01-4a79-97ce-b1d8b7b3ba81 req-8aa8f51b-aa54-429c-9ec5-bb3ab55b4518 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622968 May 26 22:28:07.066114 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5a78ac-0d42-460d-b01a-7aa3aaabd24a,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:07.069705 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:07.077027 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-fdc91ce5-3cea-45d4-bcc2-afb4c7d98d47 req-6b725b01-2dc8-4b44-8395-077585aab80b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573055 May 26 22:28:07.190749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61b9c8-5291-4182-9ad7-18a1c81a20af req-8dd47ce6-714a-4d77-aeb8-cfaaf242b0f8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:07.192193 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fe61b9c8-5291-4182-9ad7-18a1c81a20af req-8dd47ce6-714a-4d77-aeb8-cfaaf242b0f8 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 944 time: 0.0864425 May 26 22:28:07.216380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.217676 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4143991 May 26 22:28:07.223856 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58238) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:07.230527 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:07.244470 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:07.252059 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:07.256236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:07.261091 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fe61b9c8-5291-4182-9ad7-18a1c81a20af req-62d55f17-b14d-4ffe-ad05-3c0034e0d43c tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629265 May 26 22:28:07.264652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:07.299099 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:07.342993 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.343862 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'status': 'completed', 'code': 200} May 26 22:28:07.405162 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.436654 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-85c25b52-c236-481c-a764-4e1a16814aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:07.438154 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-85c25b52-c236-481c-a764-4e1a16814aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1096 time: 0.0742643 May 26 22:28:07.477764 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.479800 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:07.501196 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b70fc7-e270-4a42-9d81-e819f331ea51,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:07.503507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:07.571502 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-589ec8f4-1d37-4503-a74a-260302d94638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:07.573072 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-589ec8f4-1d37-4503-a74a-260302d94638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1269233 May 26 22:28:07.592285 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.593468 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686707 May 26 22:28:07.596223 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58244) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:07.603092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:07.609058 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:07.612886 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:07.615955 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:07.625469 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:07.644956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-a4665fa7-2215-4a1e-8d53-f667c658fc8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 217 time: 0.0644908 May 26 22:28:07.712053 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.713519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-34d482df-7fbf-478a-974d-9168d882c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:07.714944 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-34d482df-7fbf-478a-974d-9168d882c08b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0638869 May 26 22:28:07.777269 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.790648 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-b90eef01-85f8-4563-a752-32c9b872ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:07.792925 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-b90eef01-85f8-4563-a752-32c9b872ee27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717130 May 26 22:28:07.842904 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.845088 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1cc65f81-b805-4b12-bdb5-3005522c8325 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:07.866885 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe4d84f-8c0e-42a0-8686-9bb2205f2cd8,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:07.869421 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:07.925897 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-49ddf926-d4aa-474a-a8bd-4a001fc2c13d service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260293 May 26 22:28:07.935335 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:07.936602 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3d16fa56-84ad-4b6d-9b81-73e60a201a06 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394411 May 26 22:28:07.939974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58248) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:07.946171 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:07.951988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:07.956040 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:07.958923 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:07.964670 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:08.032686 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.securitygroups_db [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Project 6cc7fed27ad74d409ef8eaa31a822055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:08.039122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.073443 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-98f10aa4-8794-492d-94ec-908f69f94d97 req-8872eef7-6500-41df-9444-2c818c664d5a service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410816 May 26 22:28:08.104728 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.175234 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.177448 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0d48cd55-8d8a-4ec5-9795-315fac585d19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:08.229482 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd206fa-f8dc-463e-9b31-74112dde3b78,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:08.239430 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:08.281823 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865b558-3b18-4b0c-8c0c-13e6fcd170af req-337ac682-bfe9-4056-8d1f-fe800ec2fede tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:08.283350 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a865b558-3b18-4b0c-8c0c-13e6fcd170af req-337ac682-bfe9-4056-8d1f-fe800ec2fede tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0905631 May 26 22:28:08.313236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.317420 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3764760 May 26 22:28:08.317787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58262) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:08.325754 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'security_group_rule': {'security_group_id': 'bd048e4c-9220-4bf8-9989-c24910a17896', 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:08.334702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:08.339732 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Usage tracker for resource:security_group_rule and tenant:6cc7fed27ad74d409ef8eaa31a822055 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:08.340243 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a865b558-3b18-4b0c-8c0c-13e6fcd170af req-becbc8c4-8dcc-406d-8bdb-e477f14246ae tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475554 May 26 22:28:08.344178 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:08.357277 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:08.425679 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.securitygroups_db [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Project 6cc7fed27ad74d409ef8eaa31a822055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:08.437056 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.515229 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8a0b1-e9f9-4b56-a1dd-9170cd709a55 req-a6f13753-0075-437b-8740-211c1b53bd62 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:08.516720 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c7f8a0b1-e9f9-4b56-a1dd-9170cd709a55 req-a6f13753-0075-437b-8740-211c1b53bd62 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 944 time: 0.1360552 May 26 22:28:08.546381 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.571188 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c7f8a0b1-e9f9-4b56-a1dd-9170cd709a55 req-d7215f87-b631-446f-a25a-1b005698e48e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432329 May 26 22:28:08.632037 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.634097 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:08.656611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55626b3b-454e-4af3-8220-5d09d69bb852,revision_number=0']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:08.660830 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:08.769135 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.770318 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e3718884-c7ad-492d-aa8c-f59605bfe2e2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4513710 May 26 22:28:08.799396 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e08aa9cd-15a4-4d66-9a9e-8edc08b773cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:08.896760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-6b0f1409-ace3-49fe-884b-5bab24c83115 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:08.955169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device bdf72605-0b3a-4573-83d7-655af5d4e438 up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:08.985446 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-6b0f1409-ace3-49fe-884b-5bab24c83115 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:08.986647 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-6b0f1409-ace3-49fe-884b-5bab24c83115 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028408514&fields=id&tenant_id=6cc7fed27ad74d409ef8eaa31a822055 HTTP/1.1" status: 200 len: 267 time: 0.1316097 May 26 22:28:09.070489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-2b889da7-5d9e-4a66-85ce-e53f1b08bd0b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:09.071862 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-2b889da7-5d9e-4a66-85ce-e53f1b08bd0b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0797217 May 26 22:28:09.082472 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'port': {'security_groups': ['ef419af3-16c5-4321-92c8-9b357a8b9e35', 'bd048e4c-9220-4bf8-9989-c24910a17896']}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:09.100015 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port bdf72605-0b3a-4573-83d7-655af5d4e438 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:09.105401 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port bdf72605-0b3a-4573-83d7-655af5d4e438 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:09.105776 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.201019 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.221559 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.248833 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:09.259277 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=bdf72605-0b3a-4573-83d7-655af5d4e438,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:09.292157 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'code': 200} May 26 22:28:09.335508 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.337375 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:09.410645 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:09.417941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.418284 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.418624 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.418941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.419377 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.419586 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.419940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:09.427785 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:09.466846 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:09.582623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.649140 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.654515 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:09.660469 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:28:09.681441 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d088eee-3209-449b-ba48-09ee7dd17049 req-8428108e-82e7-4481-b678-a387185fb44f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:09.682896 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6d088eee-3209-449b-ba48-09ee7dd17049 req-8428108e-82e7-4481-b678-a387185fb44f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.2242854 May 26 22:28:09.764554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:09.764554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:09.764554 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6829e577-969d-4ea7-a080-ccffe7e8bcdf req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "PUT /v2.0/ports/01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 981 time: 0.6473222 May 26 22:28:09.764554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:09.764554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=6']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:09.767432 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:09.781913 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6d088eee-3209-449b-ba48-09ee7dd17049 req-265b1e00-47cc-4382-b3e6-91bb663b7e0e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832927 May 26 22:28:09.790740 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c48e0-975e-4786-add1-e71cdf957071 req-655f011d-97ae-43a3-a086-db26b5c545d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:09.792242 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa4c48e0-975e-4786-add1-e71cdf957071 req-655f011d-97ae-43a3-a086-db26b5c545d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 1098 time: 0.1542981 May 26 22:28:09.811270 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:28:09.921249 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-aa4c48e0-975e-4786-add1-e71cdf957071 req-36410bf8-715c-4f24-b9b8-a670e4342efc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769801 May 26 22:28:09.922720 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:28:09.965373 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bc417-3354-4eff-8063-3e45191de6f0 req-931668e9-dae0-4c18-ba9f-4e6efb9c381e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:09.968859 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-830bc417-3354-4eff-8063-3e45191de6f0 req-931668e9-dae0-4c18-ba9f-4e6efb9c381e tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.1217146 May 26 22:28:10.032705 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-830bc417-3354-4eff-8063-3e45191de6f0 req-8cc6ce25-d1cd-43bb-b683-901824af3254 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512013 May 26 22:28:10.150456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-5f033520-39f2-44da-8a60-5fd28630b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.151981 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-5f033520-39f2-44da-8a60-5fd28630b195 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1137 time: 0.1473842 May 26 22:28:10.160299 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f75a40-027d-431b-bc3d-850243417f33 req-ddcfd2bc-62a7-4848-9914-3ae39577cde2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.165582 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-73f75a40-027d-431b-bc3d-850243417f33 req-ddcfd2bc-62a7-4848-9914-3ae39577cde2 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.1170535 May 26 22:28:10.188880 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-bab3cbf1-74c8-48a1-bc69-1214acbeeb49 None None] Provisioning complete for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:10.189157 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-bab3cbf1-74c8-48a1-bc69-1214acbeeb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:10.304244 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-73f75a40-027d-431b-bc3d-850243417f33 req-8fa8717b-05b5-4f2b-9fea-9bfe07b14ee5 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216598 May 26 22:28:10.347604 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-965e255b-8372-4142-b641-0ddedadbd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.349079 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-965e255b-8372-4142-b641-0ddedadbd72e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.1865737 May 26 22:28:10.459454 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-04b3b1e9-b5f1-45ed-aafd-473cd1fa33d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.0988479 May 26 22:28:10.522426 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-28f38028-9319-4c7b-843c-633180a7924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.524443 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-28f38028-9319-4c7b-843c-633180a7924f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0566928 May 26 22:28:10.603766 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-c8422f12-34fb-4213-ba4e-94cb48c4bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.605365 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-c8422f12-34fb-4213-ba4e-94cb48c4bb94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730321 May 26 22:28:10.741907 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-9e3d85e9-360d-4acd-951a-94da316cab57 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279461 May 26 22:28:10.874486 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7db46e38-2ebf-473d-ad78-cc398f85729a req-7a1c09b2-b16a-41e0-9593-a0b21429c29f service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245360 May 26 22:28:10.972638 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ab3f5-bfc6-4b6e-8fe4-1eb8f6d8780e req-03f76fab-e444-445d-812c-ccfb369860bb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:10.974778 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fa6ab3f5-bfc6-4b6e-8fe4-1eb8f6d8780e req-03f76fab-e444-445d-812c-ccfb369860bb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0775235 May 26 22:28:10.984690 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:28:11.019884 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fa6ab3f5-bfc6-4b6e-8fe4-1eb8f6d8780e req-ede11a96-c16f-4cde-a1e0-faa5ac49adcd tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388241 May 26 22:28:11.125738 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:11.146338 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:28:11.201491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.216087 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18044bed-6d0c-4e21-99be-166225040d3a req-292eeb06-25e2-46bc-87af-f11ab3652f58 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:11.219865 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-18044bed-6d0c-4e21-99be-166225040d3a req-292eeb06-25e2-46bc-87af-f11ab3652f58 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.0825880 May 26 22:28:11.222471 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:28:11.265689 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-18044bed-6d0c-4e21-99be-166225040d3a req-b96bcba0-6bb5-4ea3-abe2-69a81d3c7727 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410647 May 26 22:28:11.276048 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:11.352312 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-914d61c5-b1a3-4742-9928-8c5da5a722ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.375027 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.376701 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:11.379213 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58306) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:11.425387 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.440900 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Deleting subnet e1e8b8db-3483-4b5f-9b74-397fa922a2f6 {{(pid=92362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:28:11.443778 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.444758 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:11.448279 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:11.491976 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217515'] for subnet, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.547296 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.711556 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['6d1d40db-71fd-4cd8-8682-75d0a690d47a'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:28:11.826663 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1658373'] for subnet, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.831501 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-7189780a-d9d0-4734-8842-b0ee912e45c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:11.870114 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e8b8db-3483-4b5f-9b74-397fa922a2f6,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:11.872116 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:11.877151 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:11.878636 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4ec82fd0-a076-48f7-a113-f918c9a97b1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1e8b8db-3483-4b5f-9b74-397fa922a2f6 HTTP/1.1" status: 204 len: 168 time: 0.4983490 May 26 22:28:11.881027 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58310) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:12.073070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.195624 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.208400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b52f08-1893-4817-84ae-3eca13a58e74']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:12.217534 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dde70-c25f-451d-810f-308372203ed7 req-e32177aa-a1d2-4189-8af9-997548367a2c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:12.218976 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-701dde70-c25f-451d-810f-308372203ed7 req-e32177aa-a1d2-4189-8af9-997548367a2c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 944 time: 0.0886834 May 26 22:28:12.221008 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:12.221308 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6c16a7-a8a1-42b1-b88b-6617d9f219ac') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:12.232683 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.248011 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.249916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.257478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:28:12.257988 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.265316 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-701dde70-c25f-451d-810f-308372203ed7 req-8afd4f00-f0e4-4e39-98ce-39dc59ba83e0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:28:12.271108 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:28:12.415128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.426744 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:12.439306 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.455870 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b52f08-1893-4817-84ae-3eca13a58e74,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:12.458987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:12.477956 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa2690-7390-481c-b08b-5effd7108d0f req-a32f842a-fc2a-4770-a631-a705344923aa tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:12.479387 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9eaa2690-7390-481c-b08b-5effd7108d0f req-a32f842a-fc2a-4770-a631-a705344923aa tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.1071656 May 26 22:28:12.517861 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c92fdddf-3603-42ce-af0b-7f3a97b32cf3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0b52f08-1893-4817-84ae-3eca13a58e74 HTTP/1.1" status: 204 len: 168 time: 0.6357226 May 26 22:28:12.528126 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9eaa2690-7390-481c-b08b-5effd7108d0f req-8cfe09d4-7f85-4f00-9faa-334cebed4f42 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430899 May 26 22:28:12.714984 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c54f-71cb-424b-a5f7-14917ca73ba5 req-d8248fed-7a35-44d2-965b-ba2ab03e54fd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:12.717213 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7688c54f-71cb-424b-a5f7-14917ca73ba5 req-d8248fed-7a35-44d2-965b-ba2ab03e54fd tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.0911000 May 26 22:28:12.726234 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58322) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:12.731415 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Request body: {'floatingip': {'port_id': 'bdf72605-0b3a-4573-83d7-655af5d4e438'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:12.806076 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.839862 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58326) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:12.893952 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-74898762-0a25-45ee-8115-fe4d88a9bfa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99e95a036e234c8db644b772f2edbb6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506065 May 26 22:28:12.894180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58330) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:12.951282 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:12.977491 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.009066 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:13.104985 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.110088 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b0605d67-b64b-49b8-b483-2d5a8ad3b065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:13.123755 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a68a19-e5c4-4653-8f63-b1789edf48d2,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:13.126573 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:13.141740 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:13.147228 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:13.148158 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.196635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.198196 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a80af17b-d584-4e50-b8cd-9f2ad6fbb0c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3a68a19-e5c4-4653-8f63-b1789edf48d2 HTTP/1.1" status: 204 len: 168 time: 0.3027749 May 26 22:28:13.263099 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.291991 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:13.302692 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:13.351547 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'code': 200} May 26 22:28:13.392613 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.394222 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:13.463473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:13.468616 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:13.478561 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.500780 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee427e-ffa8-4e4f-8055-af9d4f2b1f51 req-7aec16ff-79a6-4bee-bbfb-8c62288a33cc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:13.502229 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b2ee427e-ffa8-4e4f-8055-af9d4f2b1f51 req-7aec16ff-79a6-4bee-bbfb-8c62288a33cc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1187155 May 26 22:28:13.546949 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b2ee427e-ffa8-4e4f-8055-af9d4f2b1f51 req-6613ccd0-ce53-47fe-ac6a-79c101066595 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 May 26 22:28:13.567979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.832187 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:13.899956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Floating IP 20c87c56-8565-4ddc-bf18-e0fcce3a7060 associated. External IP: 172.28.1.28, port: bdf72605-0b3a-4573-83d7-655af5d4e438. May 26 22:28:13.954265 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8896b4-7d00-4cac-ba6f-8ee838754c4a req-9a2192aa-bd87-4444-8258-069ce1dd44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:13.955753 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8b8896b4-7d00-4cac-ba6f-8ee838754c4a req-9a2192aa-bd87-4444-8258-069ce1dd44ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1098 time: 0.2301540 May 26 22:28:14.082630 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8b8896b4-7d00-4cac-ba6f-8ee838754c4a req-e344e0eb-14f2-4dc9-9c21-b03a2079e0ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186936 May 26 22:28:14.282264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:14.373702 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58358) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:14.463198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:14.468293 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.472972 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:14.480772 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1682661075-network', 'tenant_id': '32005b42d3604240bcfc067f745717a8'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:14.484268 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:14.484907 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:14.485549 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:14.489292 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Usage tracker for resource:network and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:14.492620 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:14.498203 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:14.523107 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-43189700-e9a8-4757-a9a5-c4c1f1bca843 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "PUT /v2.0/floatingips/20c87c56-8565-4ddc-bf18-e0fcce3a7060 HTTP/1.1" status: 200 len: 990 time: 1.7957590 May 26 22:28:14.523855 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:14.568996 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'status': 'completed', 'code': 200} May 26 22:28:14.620837 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Made reservation on behalf of 32005b42d3604240bcfc067f745717a8 for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:14.622779 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.639305 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.656777 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:14.661365 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:14.664682 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:14.670707 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:14.675916 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-3e992707-d5b8-4b5e-8b0d-11213a88828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:14.677389 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-3e992707-d5b8-4b5e-8b0d-11213a88828b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 1098 time: 0.0829813 May 26 22:28:14.695419 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:14.763453 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.832189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.836364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-972c360b-8ea8-4377-b72d-34c3cc324769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:14.865433 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-295d5978-3ed4-40b1-bfe6-43dc712bb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:14.866096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:28:14.867483 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-295d5978-3ed4-40b1-bfe6-43dc712bb173 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1524065 May 26 22:28:14.878034 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7875b8-a6a8-4515-93df-78397c710128,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:14.878233 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122434bc-e3c4-453d-ba12-7b90a1575c88 req-164933e3-8f07-4e5e-b168-5504efcfc714 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:14.878233 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-122434bc-e3c4-453d-ba12-7b90a1575c88 req-164933e3-8f07-4e5e-b168-5504efcfc714 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.2083907 May 26 22:28:14.879437 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:14.885229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:14.885636 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Added segment f81b5d25-771b-4d95-9234-449f9e2de7a8 of type vlan for network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 May 26 22:28:14.913545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:15.002973 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-122434bc-e3c4-453d-ba12-7b90a1575c88 req-2c2c850c-605f-425e-835a-b56dd0b36c66 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767410 May 26 22:28:15.009063 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-6daec072-c44c-460d-9375-55c3496c3778 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdf72605-0b3a-4573-83d7-655af5d4e438 HTTP/1.1" status: 200 len: 998 time: 0.1300418 May 26 22:28:15.009359 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:15.010847 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:15.011677 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:15.018633 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:15.057966 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '20c87c56-8565-4ddc-bf18-e0fcce3a7060', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:f3:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac7012-a399-45b5-89aa-d64e7202689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:52Z', 'updated_at': '2021-05-26T22:28:13Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:15.062258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:15.072765 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:15.087542 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:15.087742 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-5cff9143-fe93-4a7f-99c3-056dafb70ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:15.087742 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-5cff9143-fe93-4a7f-99c3-056dafb70ba9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0670502 May 26 22:28:15.122759 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Pushing event updated for resources: {'Network': ['ID=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:15.132796 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:15.145209 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:28:15.210388 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8352211 May 26 22:28:15.212984 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58370) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:15.219439 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Request body: {'subnet': {'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1682661075-subnet', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:15.224491 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:15.228625 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Usage tracker for resource:subnet and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:15.232037 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:15.251380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:15.290677 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-821e5c41-4476-4ebb-8777-dc4d45d73e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:15.292155 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-821e5c41-4476-4ebb-8777-dc4d45d73e06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1992364 May 26 22:28:15.340902 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Made reservation on behalf of 32005b42d3604240bcfc067f745717a8 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:15.344695 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184093'] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:15.378446 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:15.433315 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-878e376b-30b3-4dd5-9ee2-abb39d38c0d8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329174 May 26 22:28:15.579778 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1daaefbd-e01e-4b2a-95a8-83da54fe1d21 req-f0ec18e4-bd7d-4fce-8724-97e048f7f356 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371777 May 26 22:28:15.772763 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '20c87c56-8565-4ddc-bf18-e0fcce3a7060', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:f3:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac7012-a399-45b5-89aa-d64e7202689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:52Z', 'updated_at': '2021-05-26T22:28:13Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:15.776727 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08616e-e590-4e54-bb9b-90ea84e90dbf None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '20c87c56-8565-4ddc-bf18-e0fcce3a7060', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'port_id': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'mac_address': 'fa:16:3e:f3:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efac7012-a399-45b5-89aa-d64e7202689b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:52Z', 'updated_at': '2021-05-26T22:28:13Z', 'revision_number': 1, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:15.836262 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184075'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:15.841065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-acfd32db-3b35-4058-a462-1e761b13bf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:15.912015 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77b1a5b-63ff-44ab-9001-1c9be9c190f9,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:15.916140 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:15.922067 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Checking segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:15.922428 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Network hostable DHCP agents. Network: bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:28:15.952569 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74ba28-d531-4b6c-b122-0d6e41cb5229 None None] New status for floating IP 20c87c56-8565-4ddc-bf18-e0fcce3a7060: ACTIVE {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:28:15.996327 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:28:16.083674 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:16.094109 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac5da4-df3f-4964-869d-563916ed45ec None None] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:16.101421 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:16.102179 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.184229 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8efd3506-84da-4625-9247-4ef8fb033ece admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9699345 May 26 22:28:16.184909 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58380) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:16.190366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:16.194860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:16.199036 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Usage tracker for resource:router and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:16.201938 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:16.208143 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:16.237055 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cfb45-7d46-4248-b5d6-a4fc04839803 req-ceebdcd7-dfa2-472f-85f4-1a3424b6e154 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:16.238525 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-321cfb45-7d46-4248-b5d6-a4fc04839803 req-ceebdcd7-dfa2-472f-85f4-1a3424b6e154 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1108170 May 26 22:28:16.280575 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.284862 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.285267 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-321cfb45-7d46-4248-b5d6-a4fc04839803 req-7035952d-9466-4e6a-af09-64e4b1fe66e2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 May 26 22:28:16.303478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.327688 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:28:16.328555 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.482250 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Allocated IP 172.20.0.2 (bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05/e77b1a5b-63ff-44ab-9001-1c9be9c190f9/6acd3afe-91b4-43ad-b517-e0835d8dabca) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:16.687960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.698106 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Transition to ACTIVE for port object 6acd3afe-91b4-43ad-b517-e0835d8dabca will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:16.715559 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Transition to ACTIVE for port object 6acd3afe-91b4-43ad-b517-e0835d8dabca will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:16.766320 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.777476 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.783157 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:16.789823 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41425926-781d-4255-ad1a-e271bd612f20 req-e55ed16e-1be5-4715-83be-ef2bcda90f36 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:16.791340 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-41425926-781d-4255-ad1a-e271bd612f20 req-e55ed16e-1be5-4715-83be-ef2bcda90f36 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.3498118 May 26 22:28:16.800498 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 58388) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:16.806598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Request body: {'floatingip': {'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:16.846019 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:16.849099 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:16.852662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:16.859819 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Pushing event updated for resources: {'Port': ['ID=6acd3afe-91b4-43ad-b517-e0835d8dabca,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:16.890317 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:16.891137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.952898 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Attempting to bind port 6acd3afe-91b4-43ad-b517-e0835d8dabca on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:16.953306 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Attempting to bind port 6acd3afe-91b4-43ad-b517-e0835d8dabca by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:16.953635 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Attempting to bind port 6acd3afe-91b4-43ad-b517-e0835d8dabca on network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:16.959017 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:16.959389 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Checking segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:16.959849 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:16.960246 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Bound using segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:16.960751 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Bound port: 6acd3afe-91b4-43ad-b517-e0835d8dabca, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:16.961130 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.048210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] For port 6acd3afe-91b4-43ad-b517-e0835d8dabca, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:17.051210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] For port 6acd3afe-91b4-43ad-b517-e0835d8dabca, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6acd3afe-91b4-43ad-b517-e0835d8dabca,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:17.113068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.118704 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-35f2760c-477d-4b11-8faa-7621271089d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:17.175180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.200642 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Pushing event updated for resources: {'Port': ['ID=6acd3afe-91b4-43ad-b517-e0835d8dabca,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:17.204550 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:17.205964 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.355820 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Allocated IP 172.28.1.248 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/2048c789-a1f3-4a16-8f24-becae0086d9c) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:17.537283 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.544610 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.643637 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.672568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:17.676261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:17.740113 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:17.743420 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:17.746003 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:17.784084 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Pushing event updated for resources: {'Port': ['ID=2048c789-a1f3-4a16-8f24-becae0086d9c,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:17.787127 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:17.821212 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Floating IP 0a95cf70-84da-4d7f-8c52-6ef7268e89a8 associated. External IP: 172.28.1.212, port: 6d1d40db-71fd-4cd8-8682-75d0a690d47a. May 26 22:28:18.034901 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6acd3afe-91b4-43ad-b517-e0835d8dabca up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:18.158972 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5b91a-6662-49a8-b33c-6f4a1c9d751a None None] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:18.235437 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 6acd3afe-91b4-43ad-b517-e0835d8dabca completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:18.317386 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.329063 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:18.339102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Provisioning for port 6acd3afe-91b4-43ad-b517-e0835d8dabca completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:18.349165 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Provisioning complete for port 6acd3afe-91b4-43ad-b517-e0835d8dabca triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:18.349724 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.514884 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:18.519319 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.541498 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:18.575163 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:18.575751 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:18.577946 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6a9946af-f3c6-4ddb-b9f1-f4c027fd3959 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "PUT /v2.0/floatingips/0a95cf70-84da-4d7f-8c52-6ef7268e89a8 HTTP/1.1" status: 200 len: 991 time: 1.7761798 May 26 22:28:18.578604 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:28:18.626825 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.648422 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'status': 'completed', 'code': 200} May 26 22:28:18.764680 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] For port 6acd3afe-91b4-43ad-b517-e0835d8dabca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6acd3afe-91b4-43ad-b517-e0835d8dabca,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:18.776298 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-e30a4c06-97b8-4660-ae63-7bc0ed815e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:18.778140 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-e30a4c06-97b8-4660-ae63-7bc0ed815e6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1098 time: 0.1048987 May 26 22:28:18.786418 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.826885 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:18.888917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:18.893022 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:18.927319 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-3c612541-3a82-40ba-aa1b-cedf99ede664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:18.931416 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-3c612541-3a82-40ba-aa1b-cedf99ede664 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1468093 May 26 22:28:19.040264 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-4a70d5f9-6837-4c31-9186-bf9ef5212190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 999 time: 0.1005597 May 26 22:28:19.057279 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Pushing event updated for resources: {'Port': ['ID=6acd3afe-91b4-43ad-b517-e0835d8dabca,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:19.059858 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:28:19.064804 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:19.068416 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-3774b1cb-0678-4843-8897-e348028b5aea None None] Provisioning complete for port 6acd3afe-91b4-43ad-b517-e0835d8dabca triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:19.069946 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3774b1cb-0678-4843-8897-e348028b5aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:19.107783 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-f829cd42-fc25-4b69-b35b-873fd8a95246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:19.109141 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-f829cd42-fc25-4b69-b35b-873fd8a95246 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0615189 May 26 22:28:19.199274 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-f36011cd-cba1-4710-b333-2dd6f8d702dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:19.200786 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-f36011cd-cba1-4710-b333-2dd6f8d702dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849204 May 26 22:28:19.260075 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:19.271625 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Sync routers for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:19.286550 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:19.292831 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:19.335483 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:19.339355 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-2f84773d-77ac-49ad-9a21-acbeb2991c2b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1510017 May 26 22:28:19.339748 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58400) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:19.354010 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-b64b2b87-e2a4-4bf0-a221-e8957579c0ef service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462698 May 26 22:28:19.354815 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '0a95cf70-84da-4d7f-8c52-6ef7268e89a8', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d108cc-f172-4533-a228-f52ff22655ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:57Z', 'updated_at': '2021-05-26T22:28:17Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:19.358961 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:19.367574 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:19.368332 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:19.475606 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:19.521931 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2e896887-565a-438b-8fbb-d4fceaa042a5 req-5978020e-ae20-4338-88d2-3dd4944a2f53 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602886 May 26 22:28:19.574966 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:19.825305 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:18Z', 'revision_number': 3, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:19.829650 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Checking router: 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:19.830021 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Updating router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 port 2048c789-a1f3-4a16-8f24-becae0086d9c binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:19.890451 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:19.971635 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '0a95cf70-84da-4d7f-8c52-6ef7268e89a8', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d108cc-f172-4533-a228-f52ff22655ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:57Z', 'updated_at': '2021-05-26T22:28:17Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:19.980152 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6acd3afe-91b4-43ad-b517-e0835d8dabca up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:20.009460 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf3d20-f72a-4dc2-9e08-c664ac390a2f None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': '0a95cf70-84da-4d7f-8c52-6ef7268e89a8', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'floating_ip_address': '172.28.1.212', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d108cc-f172-4533-a228-f52ff22655ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:27:57Z', 'updated_at': '2021-05-26T22:28:17Z', 'revision_number': 1, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:20.060877 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 6acd3afe-91b4-43ad-b517-e0835d8dabca triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:20.062026 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.186648 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.256060 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.268521 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Transition to ACTIVE for port object 2048c789-a1f3-4a16-8f24-becae0086d9c will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:20.295767 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c780d-5d1e-4d0c-ab4c-8935e9404ec2 None None] New status for floating IP 0a95cf70-84da-4d7f-8c52-6ef7268e89a8: ACTIVE {{(pid=92363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:28:20.380556 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.386473 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:20.434881 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Allocated IP 172.20.0.1 (bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05/e77b1a5b-63ff-44ab-9001-1c9be9c190f9/599450a4-c217-4e9c-949d-b552d9539080) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:20.459288 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Attempting to bind port 2048c789-a1f3-4a16-8f24-becae0086d9c on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:20.460222 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Attempting to bind port 2048c789-a1f3-4a16-8f24-becae0086d9c by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:20.460574 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Attempting to bind port 2048c789-a1f3-4a16-8f24-becae0086d9c on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:20.470538 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Pushing event updated for resources: {'Port': ['ID=2048c789-a1f3-4a16-8f24-becae0086d9c,revision_number=2']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:20.473361 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:20.473361 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:20.473794 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.473952 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:20.474400 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Bound port: 2048c789-a1f3-4a16-8f24-becae0086d9c, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:20.474772 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.520973 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.521316 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.521652 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.521980 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.522824 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.523227 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.523539 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.523880 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.529553 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.529553 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.529553 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.529553 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:20.530586 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:20.560213 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] For port 2048c789-a1f3-4a16-8f24-becae0086d9c, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:20.563671 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] For port 2048c789-a1f3-4a16-8f24-becae0086d9c, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2048c789-a1f3-4a16-8f24-becae0086d9c,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:20.598869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.614423 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Transition to ACTIVE for port object 599450a4-c217-4e9c-949d-b552d9539080 will not be triggered until provisioned by entity DHCP. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:20.626824 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.632087 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:20.695670 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.700432 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:20.702694 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:20.702694 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:20.765603 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:20.768495 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:20.772686 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:20.784096 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Pushing event updated for resources: {'Port': ['ID=2048c789-a1f3-4a16-8f24-becae0086d9c,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:20.789552 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-17b845bf-fc69-414a-ae84-b63f13e87eb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:20.810057 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Pushing event updated for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:20.814284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:20.834073 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:20.891777 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:21.036808 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-a2032daf-d57e-4677-b707-d015897657b3 None None] Provisioning for port 599450a4-c217-4e9c-949d-b552d9539080 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:21.041904 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-a2032daf-d57e-4677-b707-d015897657b3 None None] Provisioning complete for port 599450a4-c217-4e9c-949d-b552d9539080 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:21.042333 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a2032daf-d57e-4677-b707-d015897657b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.042977 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.099271 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-a2032daf-d57e-4677-b707-d015897657b3 None None] Port 599450a4-c217-4e9c-949d-b552d9539080 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:21.177789 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:18Z', 'revision_number': 3, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:21.182123 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0b359-f9dc-4282-ae43-ad65996848ba None None] The sync data for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb is: [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:18Z', 'revision_number': 3, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:21.270513 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.340730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.366371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6f22a039-d1ea-4a30-b75c-f77f1009ab88 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:21.478471 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.482104 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Pushing event updated for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:21.485436 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:21.621802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:21.622965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:21.688123 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:28:21.821921 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:21.826036 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-97a05ace-4f41-481c-9b38-d0ca13785867 None None] Provisioning complete for port 599450a4-c217-4e9c-949d-b552d9539080 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:21.826416 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-97a05ace-4f41-481c-9b38-d0ca13785867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:21.884654 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-97a05ace-4f41-481c-9b38-d0ca13785867 None None] Port 599450a4-c217-4e9c-949d-b552d9539080 cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:21.989437 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2048c789-a1f3-4a16-8f24-becae0086d9c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:22.008054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:22.017639 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] 10.222.0.23 "PUT /v2.0/routers/064ffa40-3bb2-49b5-bfc4-dfb385fcb104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768887 May 26 22:28:22.128087 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 2048c789-a1f3-4a16-8f24-becae0086d9c completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:22.134243 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 2048c789-a1f3-4a16-8f24-becae0086d9c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:22.134638 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.250617 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.267377 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 2048c789-a1f3-4a16-8f24-becae0086d9c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2048c789-a1f3-4a16-8f24-becae0086d9c,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:22.322329 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.325835 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:22.383116 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.394444 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=2048c789-a1f3-4a16-8f24-becae0086d9c,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:22.397784 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:22.710918 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58432) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:22.714832 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-274086594-network', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:22.719883 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:22.723800 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Usage tracker for resource:network and tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:22.727464 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:22.733626 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Sync routers for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:22.739627 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:22.743382 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:22.744015 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:22.821110 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Made reservation on behalf of e0b43b4a99d74be0bf0b93b892f8e9f9 for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:22.823419 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.836196 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:22.854034 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:22.857794 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:22.860551 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:22.866155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:22.940456 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:23.030646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.100589 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.104628 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0c42c61d-81ec-4185-ad29-14a5d09307c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:23.127869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:28:23.141391 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727144f9-f8a7-4aa5-a45a-e994ff747514,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:23.145055 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:23.148380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.148727 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Added segment 3764990f-8ccc-43d5-a424-e3900d11dbf8 of type vlan for network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 May 26 22:28:23.176815 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.276607 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:21Z', 'revision_number': 2, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:23.280290 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Checking router: 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:23.280641 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Updating router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 port 599450a4-c217-4e9c-949d-b552d9539080 binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:23.283264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.284836 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:23.285436 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.290397 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:23.330463 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.386937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Pushing event updated for resources: {'Network': ['ID=3a873be2-0d1a-4fb9-9ead-0d44a1057b50,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:23.389559 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:23.396473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:28:23.445026 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7346449 May 26 22:28:23.447669 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58438) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:23.453333 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Request body: {'subnet': {'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-274086594-subnet', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:23.458658 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:23.462045 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Usage tracker for resource:subnet and tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:23.464947 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:23.471353 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:23.561907 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Made reservation on behalf of e0b43b4a99d74be0bf0b93b892f8e9f9 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:23.564309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184093'] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.683308 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.695592 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Transition to ACTIVE for port object 599450a4-c217-4e9c-949d-b552d9539080 will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:23.804356 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:23.816593 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-9868c317-ad5e-40ab-a18c-b18c897d2937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:23.990122 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2048c789-a1f3-4a16-8f24-becae0086d9c up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:24.018547 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f55a-9ade-485e-a6dd-a251f4de385a None None] Pushing event updated for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:24.026795 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-c419f55a-9ade-485e-a6dd-a251f4de385a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:24.051029 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184075'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.056610 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:24.071944 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 2048c789-a1f3-4a16-8f24-becae0086d9c triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:24.072324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.093022 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Attempting to bind port 599450a4-c217-4e9c-949d-b552d9539080 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:24.093389 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Attempting to bind port 599450a4-c217-4e9c-949d-b552d9539080 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:24.093918 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Attempting to bind port 599450a4-c217-4e9c-949d-b552d9539080 on network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:24.103095 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:24.103470 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Checking segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:24.103900 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.104290 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Bound using segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:24.104757 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Bound port: 599450a4-c217-4e9c-949d-b552d9539080, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:24.105122 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.133396 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Checking segment: {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:24.134017 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Network hostable DHCP agents. Network: 3a873be2-0d1a-4fb9-9ead-0d44a1057b50, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:28:24.137341 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c78371-833a-4a11-a6cc-f181fd64a26f,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:24.140896 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:24.260765 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] For port 599450a4-c217-4e9c-949d-b552d9539080, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:24.266472 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:28:24.270399 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] For port 599450a4-c217-4e9c-949d-b552d9539080, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=599450a4-c217-4e9c-949d-b552d9539080,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:24.351160 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.355148 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-5839c82c-843a-497f-a94b-0ee322b2ac11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:24.379219 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 3a873be2-0d1a-4fb9-9ead-0d44a1057b50) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:24.387562 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957563bf-38f7-4ea4-b99c-98c40531f401 None None] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:24.392430 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:24.393232 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.427223 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:24.427813 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:24.490515 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0417738 May 26 22:28:24.493294 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419f55a-9ade-485e-a6dd-a251f4de385a None None] Pushing event updated for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:24.493535 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58448) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:24.497971 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-c419f55a-9ade-485e-a6dd-a251f4de385a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:24.503424 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:24.509916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:24.516239 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Usage tracker for resource:router and tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:24.519570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:24.526229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:24.603767 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-672'] for router, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.605130 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1020836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1025388', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-729'] for router, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.618103 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:24.620080 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaced9a99-358a-5bd6-ac11-4aa51b00d3fd-3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f'}]}} from dv-cinder-793244-1-smb. {{(pid=92363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 22:28:24.621110 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.632744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:24.785473 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.db_base_plugin_common [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Allocated IP 172.20.0.2 (3a873be2-0d1a-4fb9-9ead-0d44a1057b50/75c78371-833a-4a11-a6cc-f181fd64a26f/6cd28e1e-a38d-4603-b0bd-766f99219694) {{(pid=92363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:24.952823 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:24Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:24.957611 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047af48-88c4-4a59-b140-8a4f2ce3a914 None None] The sync data for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb is: [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:24Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:24.987951 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1025403', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-719'] for router, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.035745 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks [] for port, precommit_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.048481 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Transition to ACTIVE for port object 6cd28e1e-a38d-4603-b0bd-766f99219694 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:25.070104 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Transition to ACTIVE for port object 6cd28e1e-a38d-4603-b0bd-766f99219694 will not be triggered until provisioned by entity DHCP. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:25.158561 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148'] for port, after_create {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.163393 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:25.232356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 is already hosted by enough agents. {{(pid=92363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:25.235375 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.scheduler.base_scheduler [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Resources bound (agent type, host, resource id): {{(pid=92363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:25.239341 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Received port after_create {{(pid=92363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:25.248746 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Pushing event updated for resources: {'Port': ['ID=6cd28e1e-a38d-4603-b0bd-766f99219694,revision_number=1']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:25.275270 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:25.339355 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Attempting to bind port 6cd28e1e-a38d-4603-b0bd-766f99219694 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:25.339880 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Attempting to bind port 6cd28e1e-a38d-4603-b0bd-766f99219694 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:25.340261 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Attempting to bind port 6cd28e1e-a38d-4603-b0bd-766f99219694 on network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:25.347258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:25.347681 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Checking segment: {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:25.348084 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.348489 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Bound using segment: {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:25.348970 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Bound port: 6cd28e1e-a38d-4603-b0bd-766f99219694, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:25.349358 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.424514 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.451560 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] For port 6cd28e1e-a38d-4603-b0bd-766f99219694, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:25.458568 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] For port 6cd28e1e-a38d-4603-b0bd-766f99219694, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6cd28e1e-a38d-4603-b0bd-766f99219694,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:25.458869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.546926 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.552424 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5c6c325e-d491-48a8-9fb4-dad6859886ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:25.634081 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Pushing event updated for resources: {'Port': ['ID=6cd28e1e-a38d-4603-b0bd-766f99219694,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:25.637618 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-2b1be059-6e5f-4679-be13-d8e1464fb85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:25.707438 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Allocated IP 172.28.1.35 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/8b0c3e8b-b4b9-4d60-9003-7c844d450cb4) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:25.890187 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.992178 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:25.998077 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:26.055580 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 599450a4-c217-4e9c-949d-b552d9539080 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:26.061764 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:26.064754 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:26.068468 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:26.103788 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:26.108239 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:26.246554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 599450a4-c217-4e9c-949d-b552d9539080 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:26.247387 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 599450a4-c217-4e9c-949d-b552d9539080 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:26.247841 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.371193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.405132 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 599450a4-c217-4e9c-949d-b552d9539080, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=599450a4-c217-4e9c-949d-b552d9539080,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:26.483592 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.484533 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6cd28e1e-a38d-4603-b0bd-766f99219694 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:26.515788 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:26.605105 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.627281 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:26.636849 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba92092-bdef-42d0-84c4-0c357dd99d25 None None] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:28:26.654585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:26.810221 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-97e21d14-0bc7-40bf-b8ed-71db48e853f1 None None] Provisioning for port 6cd28e1e-a38d-4603-b0bd-766f99219694 completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:26.845364 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 6cd28e1e-a38d-4603-b0bd-766f99219694 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:26.856500 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 6cd28e1e-a38d-4603-b0bd-766f99219694 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:26.856874 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.949805 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1026227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1025290'] for router, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:26.990468 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:27.024803 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 6cd28e1e-a38d-4603-b0bd-766f99219694, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6cd28e1e-a38d-4603-b0bd-766f99219694,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:27.094841 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:27.096732 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:27.173373 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=6cd28e1e-a38d-4603-b0bd-766f99219694,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:27.176349 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:27.208758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Router fcc0931a-fe76-4fed-b456-e06e90c73f93 is scheduled to L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 with binding_index 1 {{(pid=92361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 26 22:28:27.259526 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-ff2639dd-58e4-46fc-a1df-460681841438 None None] Provisioning complete for port 6cd28e1e-a38d-4603-b0bd-766f99219694 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:27.259867 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ff2639dd-58e4-46fc-a1df-460681841438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:27.478626 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:27.486668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Sync routers for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:27.496102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:27.496723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:27.561839 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:27.563169 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-13b94160-9b7c-4fd5-bdf6-28fc90a79579 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0685143 May 26 22:28:27.566114 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58462) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:27.668538 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:27.979409 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 3, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:27.984150 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 599450a4-c217-4e9c-949d-b552d9539080 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:28.024999 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Checking router: fcc0931a-fe76-4fed-b456-e06e90c73f93 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:28.025354 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Updating router fcc0931a-fe76-4fed-b456-e06e90c73f93 port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 binding host dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:28.090737 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.145988 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 599450a4-c217-4e9c-949d-b552d9539080 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:28.146359 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.228310 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.416713 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6cd28e1e-a38d-4603-b0bd-766f99219694 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:28.440632 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Allocated IP 172.20.0.1 (3a873be2-0d1a-4fb9-9ead-0d44a1057b50/75c78371-833a-4a11-a6cc-f181fd64a26f/4d7cc26f-91c7-4c13-93f4-442ffc283b7a) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:28.561537 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 6cd28e1e-a38d-4603-b0bd-766f99219694 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:28.561920 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.582413 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.597358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.provisioning_blocks [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Transition to ACTIVE for port object 4d7cc26f-91c7-4c13-93f4-442ffc283b7a will not be triggered until provisioned by entity DHCP. {{(pid=92361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:28.610906 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks [] for port, precommit_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.629485 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Transition to ACTIVE for port object 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 will not be triggered until provisioned by entity L2. {{(pid=92363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:28.700862 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.704993 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4b994317-650f-4886-9771-f0cb21b77d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:28.711723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.716106 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e6c601d7-b1d6-49e2-8852-65094ea94720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:28.776676 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:28.779693 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:28.785333 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:28.792583 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Attempting to bind port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:28.792992 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Attempting to bind port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:28.793321 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Attempting to bind port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 on network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:28.799313 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a626e41-a422-4d4c-96e4-8ecc325cb107 None None] Pushing event updated for resources: {'Port': ['ID=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,revision_number=2']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:28.803350 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-7a626e41-a422-4d4c-96e4-8ecc325cb107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:28.804294 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:28.804674 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Checking segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:28.805077 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.805466 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Bound using segment: {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'} {{(pid=92363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:28.805940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.managers [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Bound port: 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592d7372-36b3-435b-9d37-230e5d05f0ab', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee'}}] {{(pid=92363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:28.806313 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.823091 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Pushing event updated for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:28.826430 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:28.853568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030252'] for router_interface, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:28.889810 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] For port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:28.892970 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] For port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:29.003604 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.007475 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:29.065814 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.094721 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a626e41-a422-4d4c-96e4-8ecc325cb107 None None] Pushing event updated for resources: {'Port': ['ID=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,revision_number=3']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:29.101205 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-7a626e41-a422-4d4c-96e4-8ecc325cb107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:29.101682 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:29.102304 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:29.154982 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-849d2c13-486d-49ea-a974-d98e2a479d9c None None] Provisioning for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:29.176484 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-849d2c13-486d-49ea-a974-d98e2a479d9c None None] Provisioning complete for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:29.176863 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-849d2c13-486d-49ea-a974-d98e2a479d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.344540 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-849d2c13-486d-49ea-a974-d98e2a479d9c None None] Port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:29.368211 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:29.383377 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.443486 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.468282 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:29.557831 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Pushing event updated for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:29.562067 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:29.562911 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-655097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030351'] for router_interface, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:29.677478 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '4d7cc26f-91c7-4c13-93f4-442ffc283b7a', 'name': '', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'mac_address': 'fa:16:3e:5b:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:28Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 1, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'subnets': [{'id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:29.681341 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ed8d86-0660-41ac-b47c-00dbec9fa591 None None] The sync data for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb is: [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '4d7cc26f-91c7-4c13-93f4-442ffc283b7a', 'name': '', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'mac_address': 'fa:16:3e:5b:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:28Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 1, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'subnets': [{'id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:29.693943 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:29.695176 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:29.920012 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Router fcc0931a-fe76-4fed-b456-e06e90c73f93 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:28:29.971330 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-33b4b8e4-6a7a-4a01-9c25-ab49a569d9a0 None None] Provisioning complete for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:29.971925 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-33b4b8e4-6a7a-4a01-9c25-ab49a569d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.040945 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-33b4b8e4-6a7a-4a01-9c25-ab49a569d9a0 None None] Port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:28:30.130541 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:28:30.141082 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] 10.222.0.23 "PUT /v2.0/routers/fcc0931a-fe76-4fed-b456-e06e90c73f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738974 May 26 22:28:30.781739 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58486) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:30.787176 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349627839', 'description': 'tempest-secgroup-smoke-1349627839 description', 'project_id': '32005b42d3604240bcfc067f745717a8'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:30.793025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:30.796869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:30.799722 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:30.805318 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:30.869859 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:30.890880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:30.894510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:30.897919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:30.903487 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:30.969646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.020064 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.023473 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bb400a5f-37c7-4fa8-9b39-475919571e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:31.059916 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d466aa-5ceb-4378-b455-6fa8b121e73b,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:31.062512 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:31.121813 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.123093 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3403518 May 26 22:28:31.125959 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58492) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:31.131122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:31.137606 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:31.141405 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:31.144209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:31.150181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:31.248121 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.306326 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.357261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.363287 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:31.383264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d28b0a-818f-4d70-b544-1bfb685f4e79,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:31.387673 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:31.431716 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.432924 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-25883efd-dbd9-4164-8892-85dbcfb28f4c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059456 May 26 22:28:31.435713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58496) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:31.440737 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:31.446476 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:31.450237 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:31.453111 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:31.458640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:31.516413 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.576354 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.637740 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.642087 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:31.662438 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aabb56d-84b3-4f84-b3a5-b76d54c3fe10,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:31.665507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:31.768965 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.773300 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-06f21715-61b8-41c0-9e25-8d27c2eecfcb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335958 May 26 22:28:31.773497 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58502) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:31.778835 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:31.785696 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:31.790309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:31.793312 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:31.799703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:31.866752 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:31.941935 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.004700 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:32.008837 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.015412 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-03ecd384-14a0-4bba-8e53-9c66bac9b3c9 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:32.036646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33a2b23-1178-4a74-af26-e543b3d94aff,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:32.040306 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:32.094556 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.095861 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-67876275-b3e7-416b-9648-7cb8ba711514 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214104 May 26 22:28:32.098724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58506) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:32.104139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:32.110240 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:32.114019 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:32.116966 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:32.117303 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:32.122645 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:32.123330 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.123935 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:32.197747 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.244940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.261690 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:32.262688 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.332998 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.335952 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:32.363122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.365251 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-5984bb68-d47b-429f-9434-96dec2193dd0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:32.386436 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ce794f-5d5a-49ba-9464-33f44360b06a,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:32.390496 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:32.404331 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:32.407213 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:32.453277 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.454476 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-69577a4d-ca6a-49ad-aec5-a31badbc7fa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3547909 May 26 22:28:32.457169 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58512) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:32.462250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:32.468267 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:32.471997 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:32.474807 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:32.480380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:32.545827 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.securitygroups_db [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Project 32005b42d3604240bcfc067f745717a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:32.551573 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.621732 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.699259 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.708294 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:32.731187 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee57e183-145d-4e26-8e50-df7f8c04fb08,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:32.734382 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:32.813437 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:32.814573 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-3bd8068b-7036-42da-9335-43f9a6f3575a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564892 May 26 22:28:32.817247 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58518) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:28:32.823088 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'security_group_rule': {'security_group_id': '69d466aa-5ceb-4378-b455-6fa8b121e73b', 'project_id': '32005b42d3604240bcfc067f745717a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:32.829087 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:32.832804 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:security_group_rule and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:28:32.835802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:28:32.841292 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:32.887324 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Sync routers for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:28:32.897569 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:32.898176 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:32.929827 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.securitygroups_db [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Project 32005b42d3604240bcfc067f745717a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 22:28:32.935841 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.000443 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.074252 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:33.083175 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855487'] for security_group_rule, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.085287 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:33.107586 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f584da2-c628-4db1-a90a-ef1cb87f6fb6,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:33.110224 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:33.184708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.185914 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cf3c6f43-0017-418e-ae00-6e85053e715a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3677163 May 26 22:28:33.390553 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '4d7cc26f-91c7-4c13-93f4-442ffc283b7a', 'name': '', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'mac_address': 'fa:16:3e:5b:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:28Z', 'updated_at': '2021-05-26T22:28:29Z', 'revision_number': 2, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'subnets': [{'id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:33.394633 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Checking router: fcc0931a-fe76-4fed-b456-e06e90c73f93 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:28:33.395129 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Updating router fcc0931a-fe76-4fed-b456-e06e90c73f93 port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a binding host dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 22:28:33.447384 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.813421 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks [] for port, precommit_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.831174 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.provisioning_blocks [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Transition to ACTIVE for port object 4d7cc26f-91c7-4c13-93f4-442ffc283b7a will not be triggered until provisioned by entity L2. {{(pid=92364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:33.906191 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:33.910190 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:33.974322 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:34.036657 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff810-f5a6-4d4c-bb5e-a316bc861a5e None None] Pushing event updated for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=3']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:34.053946 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:34.054328 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.075504 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-155ff810-f5a6-4d4c-bb5e-a316bc861a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:34.133722 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Attempting to bind port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a on host dv-cinder-793244-1-smb for vnic_type normal with profile {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:28:34.134150 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Attempting to bind port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a by drivers openvswitch,hyperv on host dv-cinder-793244-1-smb at level 0 using segments [{'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:28:34.134532 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Attempting to bind port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a on network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:28:34.140730 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Checking agent: {'id': '6f0dd9e8-675e-4e28-998b-48f44c8502f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793244-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 13, 41), 'started_at': datetime.datetime(2021, 5, 26, 22, 14, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793244-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:28:34.142988 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Checking segment: {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:28:34.142988 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.142988 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Bound using segment: {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'} {{(pid=92364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:28:34.142988 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.managers [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Bound port: 4d7cc26f-91c7-4c13-93f4-442ffc283b7a, host: dv-cinder-793244-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3764990f-8ccc-43d5-a424-e3900d11dbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50'}}] {{(pid=92364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:28:34.142988 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.243264 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] For port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a, host dv-cinder-793244-1-smb, cleared binding levels {{(pid=92364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:28:34.246142 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.plugins.ml2.db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] For port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a, host dv-cinder-793244-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:28:34.327523 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron_lib.callbacks.manager [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:34.331487 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-71b323e8-2768-4ac0-b6a5-f055e94ba989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:34.403583 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:28:34.404240 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:28:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:34.468698 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ff810-f5a6-4d4c-bb5e-a316bc861a5e None None] Pushing event updated for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=4']} {{(pid=92364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:34.473571 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG oslo_concurrency.lockutils [None req-155ff810-f5a6-4d4c-bb5e-a316bc861a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:34.589457 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:28:34.909706 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '4d7cc26f-91c7-4c13-93f4-442ffc283b7a', 'name': '', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'mac_address': 'fa:16:3e:5b:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:28Z', 'updated_at': '2021-05-26T22:28:34Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'subnets': [{'id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:28:34.915112 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa6bcae-1f51-4093-b21b-74fed6a00587 None None] The sync data for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb is: [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:28:28Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '4d7cc26f-91c7-4c13-93f4-442ffc283b7a', 'name': '', 'network_id': '3a873be2-0d1a-4fb9-9ead-0d44a1057b50', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'mac_address': 'fa:16:3e:5b:dc:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:28Z', 'updated_at': '2021-05-26T22:28:34Z', 'revision_number': 4, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'subnets': [{'id': '75c78371-833a-4a11-a6cc-f181fd64a26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:28:35.984554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4d7cc26f-91c7-4c13-93f4-442ffc283b7a up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:36.129064 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:36.134597 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:36.137823 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.251524 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.285339 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] For port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:28:36.363147 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:36.367026 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:36.437070 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Pushing event updated for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:36.440128 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:37.972564 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4d7cc26f-91c7-4c13-93f4-442ffc283b7a up at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:28:38.041345 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Provisioning complete for port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:38.041723 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:38.733239 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-8b61f835-09f7-453e-b55c-ce26d1a9db78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.298378 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e01ece34-b589-48c2-9a30-8d91b6766ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:41.395522 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:42.248839 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:43.812792 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:52.425467 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:54.411194 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-7282fef6-4ffa-4916-8fcc-f71338fda3e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727603 May 26 22:28:54.545344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-8011b61f-92e7-4cbd-81a3-c252306327bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:54.546665 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-8011b61f-92e7-4cbd-81a3-c252306327bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1137 time: 0.0682156 May 26 22:28:54.780574 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-1f107551-df3a-4a22-a037-44dcb63b9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:54.782028 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-1f107551-df3a-4a22-a037-44dcb63b9bb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.2161534 May 26 22:28:54.885313 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-a886f813-5f91-425a-a2b3-f9b2982899c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.0965157 May 26 22:28:54.949905 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-7c79cb7b-c6c5-4fe5-a304-948650c75763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:54.951323 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-7c79cb7b-c6c5-4fe5-a304-948650c75763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0594959 May 26 22:28:55.026466 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-c52f5cc3-db54-4170-b709-3b5f7f53d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:55.028195 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-c52f5cc3-db54-4170-b709-3b5f7f53d3ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695951 May 26 22:28:55.153919 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-5ea621a0-6074-485c-a918-10f3dc340a74 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:55.161326 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-a465f943-234c-4b41-b453-ef1f89c58c4a service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262431 May 26 22:28:55.229209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-5ea621a0-6074-485c-a918-10f3dc340a74 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:55.230383 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-5ea621a0-6074-485c-a918-10f3dc340a74 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349627839&fields=id&tenant_id=32005b42d3604240bcfc067f745717a8 HTTP/1.1" status: 200 len: 267 time: 0.1163936 May 26 22:28:55.293572 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7c423c1e-45e5-446d-a62f-6fca26e0388d req-35fdcb06-3dc8-4b12-bdb9-5a1910854b5f service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254406 May 26 22:28:55.380263 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-00552858-f60e-48c7-a2a7-60bb5bdfe27a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:55.380930 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-00552858-f60e-48c7-a2a7-60bb5bdfe27a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:network {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:55.452518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-00552858-f60e-48c7-a2a7-60bb5bdfe27a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:network {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:55.453617 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-00552858-f60e-48c7-a2a7-60bb5bdfe27a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 809 time: 0.2164617 May 26 22:28:55.469366 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-3a9ac983-6068-4d29-adf1-759b266077ce tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/quotas/32005b42d3604240bcfc067f745717a8 HTTP/1.1" status: 200 len: 375 time: 0.0103142 May 26 22:28:55.552791 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-bcae156b-baeb-4c00-8e85-feb3030617a9 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:28:55.646411 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-bcae156b-baeb-4c00-8e85-feb3030617a9 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:28:55.647750 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-bcae156b-baeb-4c00-8e85-feb3030617a9 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734955 May 26 22:28:55.861504 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-7067d903-cad5-4dbd-ba97-90ed3b5c750e service neutron] 10.222.0.23 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019453 May 26 22:28:55.989733 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ad1ded17-d88f-4703-b935-1117dbc1c06a service neutron] 10.222.0.23 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225436 May 26 22:28:56.631077 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-56718b86-d41a-49e2-8724-e37d7f317c39 req-fc7cdd43-36f6-481c-b27b-c088182bb8ac tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 210 time: 0.0417466 May 26 22:28:57.778963 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-764b5473-6c11-4033-9fba-e600ab714eab req-14b99314-e41e-4860-93fc-c8d836df1c77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 210 time: 0.0428143 May 26 22:28:58.621025 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8b0d609f-1dd3-47d6-9800-b8d7adec54c1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:58.622444 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8b0d609f-1dd3-47d6-9800-b8d7adec54c1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 809 time: 0.1435869 May 26 22:28:58.675303 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-0b7e2a66-8eba-4808-9983-bdffdd6aa732 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32005b42d3604240bcfc067f745717a8 HTTP/1.1" status: 200 len: 380 time: 0.0431318 May 26 22:28:58.684345 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'port': {'device_id': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'admin_state_up': True, 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'security_groups': ['69d466aa-5ceb-4378-b455-6fa8b121e73b']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:58.688710 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:28:58.821354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:28:58.831160 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:28:58.903326 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Made reservation on behalf of 32005b42d3604240bcfc067f745717a8 for: {'port': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:28:58.906951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:58.939106 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f0c96aa2-6ecf-420c-bc66-95273bf6c2c0 req-2b9c5db4-e3b5-4f01-8c86-755790e46d2b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 210 time: 0.0424969 May 26 22:28:59.064027 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_common [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Allocated IP 172.20.0.9 (bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05/e77b1a5b-63ff-44ab-9001-1c9be9c190f9/8ba7d547-6e54-458b-9132-26158a42d6bb) {{(pid=92362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:28:59.263936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for port, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.279122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Transition to ACTIVE for port object 8ba7d547-6e54-458b-9132-26158a42d6bb will not be triggered until provisioned by entity DHCP. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:28:59.357344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.362951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a83e2f1b-1714-4d79-b7e1-05cbada1acf4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:28:59.427562 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 is already hosted by enough agents. {{(pid=92362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:28:59.430730 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.base_scheduler [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources bound (agent type, host, resource id): {{(pid=92362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:28:59.434629 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Received port after_create {{(pid=92362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:28:59.473839 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:28:59.496005 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.496291 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.496659 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.497011 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.497363 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.497714 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.498059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.498411 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.498813 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.499099 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.499444 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.499835 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:28:59.505663 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:28:59.522230 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:28:59.522849 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.607351 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-ffe91eac-c349-4f26-bde0-745a243f67c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9265411 May 26 22:28:59.619959 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Request body: {'port': {'device_id': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79324'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:28:59.727384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.762662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2dd5c696-0044-450f-a037-94a0baeeae3f None None] Provisioning for port 8ba7d547-6e54-458b-9132-26158a42d6bb completed by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:28:59.768241 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-2dd5c696-0044-450f-a037-94a0baeeae3f None None] Provisioning complete for port 8ba7d547-6e54-458b-9132-26158a42d6bb triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:28:59.768686 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2dd5c696-0044-450f-a037-94a0baeeae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:28:59.825354 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5c696-0044-450f-a037-94a0baeeae3f None None] Port 8ba7d547-6e54-458b-9132-26158a42d6bb cannot update to ACTIVE because it is not bound. {{(pid=92363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 26 22:29:00.219336 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ccedc-77df-4ea1-a612-9ed9a14ce276 req-f8facfd1-1fb2-4a54-8074-adb7565e7a3a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:00.220064 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f44ccedc-77df-4ea1-a612-9ed9a14ce276 req-f8facfd1-1fb2-4a54-8074-adb7565e7a3a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:29:00.234059 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba7d547-6e54-458b-9132-26158a42d6bb {{(pid=92362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:29:00.244967 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.259355 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.provisioning_blocks [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Transition to ACTIVE for port object 8ba7d547-6e54-458b-9132-26158a42d6bb will not be triggered until provisioned by entity L2. {{(pid=92362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 22:29:00.373789 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-f44ccedc-77df-4ea1-a612-9ed9a14ce276 req-f8facfd1-1fb2-4a54-8074-adb7565e7a3a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:29:00.375084 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f44ccedc-77df-4ea1-a612-9ed9a14ce276 req-f8facfd1-1fb2-4a54-8074-adb7565e7a3a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 931 time: 0.3137996 May 26 22:29:00.396855 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.403353 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-01f981c6-8c20-450c-848e-4a1da6784a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:00.549533 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f44ccedc-77df-4ea1-a612-9ed9a14ce276 req-5e375c2e-6120-488d-b627-cab9a6e9637b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686270 May 26 22:29:00.552085 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=2']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:00.556680 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:00.659060 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Attempting to bind port 8ba7d547-6e54-458b-9132-26158a42d6bb on host hv-cinder-79324 for vnic_type normal with profile {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 22:29:00.659400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Attempting to bind port 8ba7d547-6e54-458b-9132-26158a42d6bb by drivers openvswitch,hyperv on host hv-cinder-79324 at level 0 using segments [{'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 22:29:00.659773 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Attempting to bind port 8ba7d547-6e54-458b-9132-26158a42d6bb on network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:29:00.664781 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Port 8ba7d547-6e54-458b-9132-26158a42d6bb on network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79324 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 26 22:29:00.665104 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Attempting to bind port 8ba7d547-6e54-458b-9132-26158a42d6bb on network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 26 22:29:00.670113 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Checking agent: {'id': '90cba242-8073-497b-95d2-a7f7bafc2f67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79324', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'started_at': datetime.datetime(2021, 5, 26, 22, 19, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 26, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 26 22:29:00.670455 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Checking segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:29:00.670838 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Bound using segment: {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'} {{(pid=92362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 26 22:29:00.671264 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.managers [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Bound port: 8ba7d547-6e54-458b-9132-26158a42d6bb, host: hv-cinder-79324, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81b5d25-771b-4d95-9234-449f9e2de7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05'}}] {{(pid=92362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 22:29:00.671616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.763467 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, cleared binding levels {{(pid=92362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 26 22:29:00.766275 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 26 22:29:00.842580 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.846158 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-27a24c68-aa4f-4516-8847-038211e7560d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:00.901046 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:00.901614 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:00.903158 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-8e323e92-435f-451e-b006-5609fff62410 service neutron] 10.222.0.20 "PUT /v2.0/ports/8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 1093 time: 1.2873266 May 26 22:29:00.906124 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:00.928514 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=3']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:00.932579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:00.962300 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'status': 'completed', 'code': 200} May 26 22:29:01.071690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-6912b805-c0ea-41cc-9807-9a92ac65b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.073165 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-6912b805-c0ea-41cc-9807-9a92ac65b79a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1096 time: 0.0798655 May 26 22:29:01.218813 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-44aeaa9b-518c-460e-87f1-4d53cbed9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.220260 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-44aeaa9b-518c-460e-87f1-4d53cbed9e1e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32005b42d3604240bcfc067f745717a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1389635 May 26 22:29:01.352156 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-fb439407-763c-4366-9eed-5112a636af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.353486 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dbaa7b19-df62-44a4-8839-fb81b72c5317 req-fb439407-763c-4366-9eed-5112a636af1e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257911 May 26 22:29:01.458754 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-34713b33-7956-4ef0-a1ac-7e0d1f2945e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.460186 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-34713b33-7956-4ef0-a1ac-7e0d1f2945e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1096 time: 0.0683963 May 26 22:29:01.531104 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-582e56d2-d1a8-4760-8421-eeaa907478fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 217 time: 0.0630856 May 26 22:29:01.596119 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-70a09031-eab7-41d1-ac44-b40aac0a4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.597564 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-70a09031-eab7-41d1-ac44-b40aac0a4ab3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0591373 May 26 22:29:01.685873 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-602f3289-87d5-41a0-bbf6-3ea2ab525104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:01.687217 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-602f3289-87d5-41a0-bbf6-3ea2ab525104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778117 May 26 22:29:01.866015 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-35565338-e95f-4943-9e5f-4c55a6295dfd service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685205 May 26 22:29:02.065265 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16111f4b-9baa-4c98-9ef9-5f80fc28406d req-6a6a62df-968d-43e1-b311-1fd88349a96a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:02.066681 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-16111f4b-9baa-4c98-9ef9-5f80fc28406d req-6a6a62df-968d-43e1-b311-1fd88349a96a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.2676828 May 26 22:29:02.127414 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3d292d13-f43b-4dc2-bd6b-67ba66a18763 req-7576fe00-188a-4f63-aaaa-df27be0c9853 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537909 May 26 22:29:02.139303 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-16111f4b-9baa-4c98-9ef9-5f80fc28406d req-b4946a8e-a8e6-4cd6-8602-75df4bbb995b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581384 May 26 22:29:03.327114 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806d436-2eb5-4d7d-a520-8e1f997200d5 req-35d7723d-9019-418a-88a3-49f8f729fe2b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:03.328582 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d806d436-2eb5-4d7d-a520-8e1f997200d5 req-35d7723d-9019-418a-88a3-49f8f729fe2b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0830011 May 26 22:29:03.373558 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d806d436-2eb5-4d7d-a520-8e1f997200d5 req-284ae19c-8a69-45ec-9a5d-ce106d1e4479 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 May 26 22:29:04.556474 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fee751-df07-436b-b410-ea5053e8a53d req-1d7a54be-44d9-4837-bcc1-4654e8f15fdb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:04.557899 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35fee751-df07-436b-b410-ea5053e8a53d req-1d7a54be-44d9-4837-bcc1-4654e8f15fdb tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0778880 May 26 22:29:04.604984 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35fee751-df07-436b-b410-ea5053e8a53d req-0bf130c3-fb10-4125-90e9-41ea5c56b0ce tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 May 26 22:29:05.818712 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73d1d5-1dce-44b3-9d75-b177ebfdd888 req-7801ab95-bb52-4a67-aa2c-8483d3ea4594 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:05.818712 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8a73d1d5-1dce-44b3-9d75-b177ebfdd888 req-7801ab95-bb52-4a67-aa2c-8483d3ea4594 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0830202 May 26 22:29:05.854633 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-8a73d1d5-1dce-44b3-9d75-b177ebfdd888 req-f7672603-7445-4880-b3c8-d85e2359ff5f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536325 May 26 22:29:07.036229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727d96d-1e88-4bc1-9e38-3cfa48c93d30 req-cd540e76-588c-443c-b11c-96b1126f47c4 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:07.037694 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0727d96d-1e88-4bc1-9e38-3cfa48c93d30 req-cd540e76-588c-443c-b11c-96b1126f47c4 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0781772 May 26 22:29:07.081494 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0727d96d-1e88-4bc1-9e38-3cfa48c93d30 req-19018480-1f41-4d87-b64e-27c08fb2582e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 May 26 22:29:07.266535 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:29:07.392668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:07.408218 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'mac_address': 'fa:16:3e:79:80:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:29:07.461372 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:07.477141 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba7d547-6e54-458b-9132-26158a42d6bb {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:29:07.491577 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:07.573944 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:07.575712 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:07.640446 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=4']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:07.643503 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:07.963414 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['8ba7d547-6e54-458b-9132-26158a42d6bb'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:29:08.270541 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa2842-0b58-4142-a121-b60d1f6bb584 req-cc26fcca-2724-4a81-a77f-86ff0fe0b331 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:08.272004 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-34aa2842-0b58-4142-a121-b60d1f6bb584 req-cc26fcca-2724-4a81-a77f-86ff0fe0b331 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 944 time: 0.0831506 May 26 22:29:08.315820 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-34aa2842-0b58-4142-a121-b60d1f6bb584 req-df809ec6-a136-4a27-a252-878c4c30d39f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 May 26 22:29:08.754493 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-20c4867e-853a-4681-abed-c51c66d242ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:09.264165 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:29:09.400471 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning for port 8ba7d547-6e54-458b-9132-26158a42d6bb completed by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 22:29:09.406025 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 8ba7d547-6e54-458b-9132-26158a42d6bb triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:29:09.406402 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:09.505415 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675d79-46ab-4004-a8ff-9d11c75f7891 req-76d68ddd-bb9f-4147-967a-37f6f2c671ce tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:09.506862 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ea675d79-46ab-4004-a8ff-9d11c75f7891 req-76d68ddd-bb9f-4147-967a-37f6f2c671ce tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 944 time: 0.0844462 May 26 22:29:09.528603 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:09.551433 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ea675d79-46ab-4004-a8ff-9d11c75f7891 req-8196ea54-1ad6-4044-a5e6-c545eb103f89 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 May 26 22:29:09.554565 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:09.564834 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:29:09.598814 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'code': 200} May 26 22:29:09.637355 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:09.639208 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:09.706489 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=5']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:09.714084 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.714428 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.714765 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.715094 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.715703 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.716037 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.716356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.716673 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.716989 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.717304 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.717619 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.717928 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:09.721427 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:10.053601 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2776890-c6e2-4de0-886c-69c0d2b943e9 req-8d531e04-8729-4b29-afe0-b841db346db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:10.055639 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a2776890-c6e2-4de0-886c-69c0d2b943e9 req-8d531e04-8729-4b29-afe0-b841db346db5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.0780420 May 26 22:29:10.096841 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a2776890-c6e2-4de0-886c-69c0d2b943e9 req-e61f3577-4c1e-4f48-bc49-f5b8220427ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340149 May 26 22:29:10.737234 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c74151-33a5-409f-bd00-1b8f5e7b9394 req-dca29709-51ba-4b08-be28-a7f06e00e785 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:10.738657 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-39c74151-33a5-409f-bd00-1b8f5e7b9394 req-dca29709-51ba-4b08-be28-a7f06e00e785 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0779443 May 26 22:29:10.781247 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-39c74151-33a5-409f-bd00-1b8f5e7b9394 req-24a2b9d5-a968-4b6c-bdc6-b7920279d726 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369534 May 26 22:29:11.306068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-17a1c093-bf80-4549-86c0-914158418e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:11.373928 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:11.963231 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c64a-e59a-42e0-9c30-5ca36a84317a req-70d7e309-707f-4de7-9b9e-ec8490daf289 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:11.964686 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3878c64a-e59a-42e0-9c30-5ca36a84317a req-70d7e309-707f-4de7-9b9e-ec8490daf289 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0783176 May 26 22:29:12.007951 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3878c64a-e59a-42e0-9c30-5ca36a84317a req-96c6c103-3810-4b27-b6c1-27935fd2c6c8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 May 26 22:29:12.204740 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038a995-0e16-408a-b454-dfc7d169920e req-baae918f-9e28-4741-846c-2d6b2771c6f8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:12.204740 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f038a995-0e16-408a-b454-dfc7d169920e req-baae918f-9e28-4741-846c-2d6b2771c6f8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0824375 May 26 22:29:12.237399 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f038a995-0e16-408a-b454-dfc7d169920e req-6c3ff3c6-9091-4607-8656-5f219089562f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 May 26 22:29:12.259245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58824) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:12.259515 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:12.421335 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c20a05-609c-4aa7-a184-6f17ad4c4ec2 tempest-TestShelveInstance-1581020545 tempest-TestShelveInstance-1581020545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:12.422957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-54c20a05-609c-4aa7-a184-6f17ad4c4ec2 tempest-TestShelveInstance-1581020545 tempest-TestShelveInstance-1581020545-project-admin] Synchronizing usage tracker for tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:29:12.514622 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-54c20a05-609c-4aa7-a184-6f17ad4c4ec2 tempest-TestShelveInstance-1581020545 tempest-TestShelveInstance-1581020545-project-admin] Unset dirty status for tenant:e0b43b4a99d74be0bf0b93b892f8e9f9 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:29:12.515849 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-54c20a05-609c-4aa7-a184-6f17ad4c4ec2 tempest-TestShelveInstance-1581020545 tempest-TestShelveInstance-1581020545-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1093 time: 0.2554936 May 26 22:29:12.518821 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 58832) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:29:12.526131 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Request body: {'floatingip': {'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:29:12.530494 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:29:12.534297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Usage tracker for resource:floatingip and tenant:32005b42d3604240bcfc067f745717a8 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:29:12.537111 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:29:12.542696 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:29:12.636978 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for floatingip, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:12.771011 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:12.907329 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_common [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Allocated IP 172.28.1.217 (9db2a7d3-8be7-4a45-bfa6-8b4360d33dee/4f59bdd1-9cf3-4a3e-b549-12df013feece/d3b2dbb6-e7da-443d-a238-9dc54b2f3f01) {{(pid=92361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 22:29:13.046901 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for port, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:13.131943 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744053533148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:13.136920 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-237ce179-c584-4474-a325-89e9e1596970 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:13.199333 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Network 9db2a7d3-8be7-4a45-bfa6-8b4360d33dee is already hosted by enough agents. {{(pid=92361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 22:29:13.202310 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Resources bound (agent type, host, resource id): {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:29:13.205964 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Received port after_create {{(pid=92361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 26 22:29:13.239502 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'Port': ['ID=d3b2dbb6-e7da-443d-a238-9dc54b2f3f01,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:13.255910 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.256284 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.256686 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.257041 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.257477 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.257825 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.258167 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.258507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.258845 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.259180 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.259517 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.259877 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:29:13.264557 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:13.692404 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:13.869426 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:13.876288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:14.079787 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for port, precommit_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:14.142636 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1549333'] for port, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:14.146218 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-87a82e10-bdb2-49b1-91e8-c526cfa8d0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:29:14.252590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event updated for resources: {'Port': ['ID=d3b2dbb6-e7da-443d-a238-9dc54b2f3f01,revision_number=2']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:29:14.255408 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:29:14.262766 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:14.425537 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.l3_db [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Floating IP f71f81a8-bccb-4694-a5e8-bf36db460edc associated. External IP: 172.28.1.217, port: 8ba7d547-6e54-458b-9132-26158a42d6bb. May 26 22:29:14.768373 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:29:15.037378 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:29:15.046878 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Sync routers for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:29:15.058452 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:29:15.060656 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:29:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:15.137220 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:15.191710 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-62dc82b6-ba81-4c5f-9e05-c6a444c98b77 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6712046 May 26 22:29:15.192489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:29:15.236975 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:29:15.238412 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'status': 'completed', 'code': 200} May 26 22:29:15.335096 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-404c4f8c-fc54-4211-9dd4-76908266b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:15.336516 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-404c4f8c-fc54-4211-9dd4-76908266b6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.0730891 May 26 22:29:15.471776 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-0255a34c-0179-450d-bd0c-2d9b93bf9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:15.473212 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-0255a34c-0179-450d-bd0c-2d9b93bf9833 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 910 time: 0.1277218 May 26 22:29:15.577802 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-970ddf06-f510-42d9-9ecf-8f48ed756f18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 999 time: 0.0957069 May 26 22:29:15.582690 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'f71f81a8-bccb-4694-a5e8-bf36db460edc', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'mac_address': 'fa:16:3e:79:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:13Z', 'updated_at': '2021-05-26T22:29:13Z', 'revision_number': 0, 'project_id': '32005b42d3604240bcfc067f745717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:15.586530 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Checking router: 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:29:15.594893 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:29:15.595496 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:29:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:15.640050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-084cf081-3cee-4b1d-b271-b4588d5bcfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:15.641471 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-084cf081-3cee-4b1d-b271-b4588d5bcfa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0573933 May 26 22:29:15.720307 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-2b97923a-1670-49ef-b55b-c85bd4209b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:15.721832 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-2b97923a-1670-49ef-b55b-c85bd4209b5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727935 May 26 22:29:15.804917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:29:15.859992 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-265c8b8a-a727-4ca2-a277-39693c77945d service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298192 May 26 22:29:15.997800 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6eb04f94-b0ae-4ea0-8f2f-07ba89522aa1 req-b5fc26b4-f063-4a57-9855-fb74b599154b service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253982 May 26 22:29:16.146299 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'f71f81a8-bccb-4694-a5e8-bf36db460edc', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'mac_address': 'fa:16:3e:79:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:13Z', 'updated_at': '2021-05-26T22:29:13Z', 'revision_number': 0, 'project_id': '32005b42d3604240bcfc067f745717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:29:16.150788 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b5d26-da6b-4e0d-9f59-26c4cd8ea6f8 None None] The sync data for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb is: [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_floatingips': [{'id': 'f71f81a8-bccb-4694-a5e8-bf36db460edc', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'router_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'mac_address': 'fa:16:3e:79:80:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-26T22:29:13Z', 'updated_at': '2021-05-26T22:29:13Z', 'revision_number': 0, 'project_id': '32005b42d3604240bcfc067f745717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:29:16.329789 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829faad4-c97f-4c24-97b7-27a60f805f46 None None] New status for floating IP f71f81a8-bccb-4694-a5e8-bf36db460edc: ACTIVE {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:29:21.854493 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bfc55-1207-4e1d-be9d-1ab9ad36f946 req-38e32ea2-028d-4a94-a3ba-036415e40ff7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:21.855952 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b15bfc55-1207-4e1d-be9d-1ab9ad36f946 req-38e32ea2-028d-4a94-a3ba-036415e40ff7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.1483448 May 26 22:29:21.858548 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-8a6c01ea-66a0-4bb4-94ac-b31ab6acc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:21.859919 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-8a6c01ea-66a0-4bb4-94ac-b31ab6acc23a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1137 time: 0.1096215 May 26 22:29:21.984572 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-b15bfc55-1207-4e1d-be9d-1ab9ad36f946 req-d8c8e2a4-0242-474f-976a-282197c37dd1 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228075 May 26 22:29:22.023811 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-f3be7d7b-3332-4629-8d5c-8c0a87ceebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.025205 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-f3be7d7b-3332-4629-8d5c-8c0a87ceebbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.1484928 May 26 22:29:22.134896 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-49068e04-fcaf-4df7-8fa7-81903f01e926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.0973015 May 26 22:29:22.284414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-721dd1ad-1cc5-405a-9d66-7ee5a2d915c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.285834 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-721dd1ad-1cc5-405a-9d66-7ee5a2d915c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.1441426 May 26 22:29:22.371134 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-c25ff6b2-060e-49f1-af06-6a5490244af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:22.372708 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-c25ff6b2-060e-49f1-af06-6a5490244af2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739014 May 26 22:29:22.439586 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:22.504601 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-39f18ec6-02d6-4fdc-ba22-aba33a285c64 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251533 May 26 22:29:22.637785 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-db274dc3-8618-4eb8-8218-d4736fa050eb req-8471a4de-77b7-4946-a6bf-d50bd0f46df4 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258316 May 26 22:29:23.168804 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f413f-d5de-49af-ae3b-3d77555eb6d9 req-3a215cfa-1b05-41d7-b0b4-9c8ef7cecaa9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:23.170272 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d46f413f-d5de-49af-ae3b-3d77555eb6d9 req-3a215cfa-1b05-41d7-b0b4-9c8ef7cecaa9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0805063 May 26 22:29:23.216771 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d46f413f-d5de-49af-ae3b-3d77555eb6d9 req-9e0657a3-16bd-4903-8a87-ad87bd635b9c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405562 May 26 22:29:24.398615 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbafcea-7be7-4e6d-946d-2f0d0e973d35 req-30ab79ce-a447-4c9a-8a22-90c820d068f0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:24.400093 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dfbafcea-7be7-4e6d-946d-2f0d0e973d35 req-30ab79ce-a447-4c9a-8a22-90c820d068f0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0779479 May 26 22:29:24.445743 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-dfbafcea-7be7-4e6d-946d-2f0d0e973d35 req-622cacfa-ee82-4875-8bfe-8a0b6e8d7050 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400100 May 26 22:29:25.626703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d6f72-8494-4213-a633-71fa16a4dfb9 req-56d4b8c0-4ce4-4735-ae4b-88ea0a17dc8b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:25.628167 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-338d6f72-8494-4213-a633-71fa16a4dfb9 req-56d4b8c0-4ce4-4735-ae4b-88ea0a17dc8b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0782773 May 26 22:29:25.676412 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-338d6f72-8494-4213-a633-71fa16a4dfb9 req-9f8d3ece-1023-452d-8cf3-a9a66447ba1c tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418825 May 26 22:29:26.864905 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf19dd-5fa1-4440-b39b-92547150da70 req-c31dd893-399b-4735-a8c3-e0ccadf05a2e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:26.866258 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ccdf19dd-5fa1-4440-b39b-92547150da70 req-c31dd893-399b-4735-a8c3-e0ccadf05a2e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0816379 May 26 22:29:26.911626 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ccdf19dd-5fa1-4440-b39b-92547150da70 req-431e7ec5-102c-456f-8744-0cb5fe587671 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397265 May 26 22:29:28.092713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d01ec-05e5-4c45-b5e2-da4a3a0100f7 req-ab75f68a-9b32-4d4c-8813-ebd4c645f57d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:28.094129 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc8d01ec-05e5-4c45-b5e2-da4a3a0100f7 req-ab75f68a-9b32-4d4c-8813-ebd4c645f57d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0776515 May 26 22:29:28.138994 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc8d01ec-05e5-4c45-b5e2-da4a3a0100f7 req-9b7c87be-ffc7-4028-bb54-159409efebb9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391941 May 26 22:29:29.323991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3e766-d658-491d-8d78-04887e6a862d req-77d9a824-a7f6-4a71-8bd9-4b401eb7f605 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:29.325510 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10d3e766-d658-491d-8d78-04887e6a862d req-77d9a824-a7f6-4a71-8bd9-4b401eb7f605 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0798113 May 26 22:29:29.372581 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10d3e766-d658-491d-8d78-04887e6a862d req-b94ee5c6-0531-44b5-a9d6-1d0214b062d5 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413504 May 26 22:29:30.560378 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bd686-0db1-4d01-b9cc-51eb857e27fe req-6230c458-d443-47df-bad8-c9ca826b57d0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:30.561802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-093bd686-0db1-4d01-b9cc-51eb857e27fe req-6230c458-d443-47df-bad8-c9ca826b57d0 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0827858 May 26 22:29:30.606265 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-093bd686-0db1-4d01-b9cc-51eb857e27fe req-3fba367e-6a23-4026-b931-4bdaa8b7bc72 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388491 May 26 22:29:31.791535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4bfe9-39ab-480b-b320-2408616538b4 req-a2d4255e-2675-438d-b39b-1d7d7aa87f19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:31.792919 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d8f4bfe9-39ab-480b-b320-2408616538b4 req-a2d4255e-2675-438d-b39b-1d7d7aa87f19 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0817978 May 26 22:29:31.838229 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d8f4bfe9-39ab-480b-b320-2408616538b4 req-bc70ee70-9a0d-43e1-b82b-58bc67ca344a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395937 May 26 22:29:33.019599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fa14b-1c3b-4d9e-989b-11a190e7310a req-2427ba4e-be3c-4135-b319-6efbce813a9f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:33.021075 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6f3fa14b-1c3b-4d9e-989b-11a190e7310a req-2427ba4e-be3c-4135-b319-6efbce813a9f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0788624 May 26 22:29:33.068421 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6f3fa14b-1c3b-4d9e-989b-11a190e7310a req-cdf20739-a737-4542-b570-4329b966206d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410292 May 26 22:29:34.255585 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaed76c-7693-48fe-b885-01ddd6adeec1 req-8524e5cb-9331-4723-8778-e0591fcfb923 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:34.257058 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-efaed76c-7693-48fe-b885-01ddd6adeec1 req-8524e5cb-9331-4723-8778-e0591fcfb923 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.0795178 May 26 22:29:34.306402 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-efaed76c-7693-48fe-b885-01ddd6adeec1 req-651f6e52-8114-4876-8fb1-f9514ac21879 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd048e4c-9220-4bf8-9989-c24910a17896&id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437372 May 26 22:29:35.687566 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:29:38.765052 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-00b851e4-f0a6-467a-a849-34eb797d987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:41.282567 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-704b440a-14da-42ab-b102-60e16ee68e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:41.401585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:42.273226 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:43.807314 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:52.401836 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:29:52.719816 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fdd1e-59e3-4059-afd2-9916ac1d377a req-8a7da355-2d48-4995-a5df-58089c7513ba tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:52.721143 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8b5fdd1e-59e3-4059-afd2-9916ac1d377a req-8a7da355-2d48-4995-a5df-58089c7513ba tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0844753 May 26 22:29:52.763840 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8b5fdd1e-59e3-4059-afd2-9916ac1d377a req-f1efb9a9-8b1d-43a3-a174-8789dd500a72 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363634 May 26 22:29:53.948737 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7aa54-ed0b-47cd-888c-a1ea4d84e85a req-1f3ed1b7-7ead-4d7b-a6f0-648ea0734944 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:53.950216 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-afe7aa54-ed0b-47cd-888c-a1ea4d84e85a req-1f3ed1b7-7ead-4d7b-a6f0-648ea0734944 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0785329 May 26 22:29:53.997729 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-afe7aa54-ed0b-47cd-888c-a1ea4d84e85a req-d6986c1f-b4f3-4119-92f5-ad966fdd7223 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 May 26 22:29:54.484347 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-284ff661-30cf-417d-9e44-21b5902a7ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687740 May 26 22:29:54.570690 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-ec98f72e-9182-4372-8ad6-3fe52c356af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:54.572067 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-ec98f72e-9182-4372-8ad6-3fe52c356af2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e68c36e8a08443caa238b749a3ff5b64&device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 1098 time: 0.0695038 May 26 22:29:54.717371 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-d29f9959-210a-48d9-871f-5c26a4080f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:54.718811 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-d29f9959-210a-48d9-871f-5c26a4080f5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 200 len: 911 time: 0.1273308 May 26 22:29:54.822065 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-9ec58aeb-bfd0-427e-b67e-f4dcaad97ad3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdf72605-0b3a-4573-83d7-655af5d4e438 HTTP/1.1" status: 200 len: 1000 time: 0.0961564 May 26 22:29:54.888932 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-10272fc5-d0f0-4050-b3fb-e20ab7780ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:54.890358 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-10272fc5-d0f0-4050-b3fb-e20ab7780ae4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 200 len: 849 time: 0.0605752 May 26 22:29:54.963336 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-5094fdcb-00bc-4aac-bccc-a051b955fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:54.965010 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-5094fdcb-00bc-4aac-bccc-a051b955fa79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b663cfd-61f5-4238-aac9-c77d76a0763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676167 May 26 22:29:55.097425 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-6acc458c-76a1-46da-9630-0950e8a726d5 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247799 May 26 22:29:55.217927 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64761c3-2424-444b-8e91-17615d212da2 req-572dbd4f-df70-436e-8808-f7b7a27d4ea4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:55.219571 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b64761c3-2424-444b-8e91-17615d212da2 req-572dbd4f-df70-436e-8808-f7b7a27d4ea4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0850179 May 26 22:29:55.267726 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b64761c3-2424-444b-8e91-17615d212da2 req-29418bc2-bb0c-4525-a842-e7ebdb320d59 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416794 May 26 22:29:55.317947 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e626c658-6e98-4152-9cc9-e9a7dbbdcf74 req-3ec145ec-970e-4dfb-bd7f-c356986061c0 service neutron] 10.222.0.20 "GET /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122495 May 26 22:29:56.468407 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f64d-9f82-4a1a-a059-f1dd138a2e4f req-7e18f225-4a41-454a-8d48-70f9660ed6fc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:56.469847 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2c28f64d-9f82-4a1a-a059-f1dd138a2e4f req-7e18f225-4a41-454a-8d48-70f9660ed6fc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0821934 May 26 22:29:56.515082 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2c28f64d-9f82-4a1a-a059-f1dd138a2e4f req-74a3b5b7-90a9-4a91-a8f0-08b108d5d3ef tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395913 May 26 22:29:57.704860 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07266f90-4fbd-48db-ab23-21f25ef0b968 req-767180f7-9e3d-44b6-8f1f-4dee70fc246a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:57.704860 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-07266f90-4fbd-48db-ab23-21f25ef0b968 req-767180f7-9e3d-44b6-8f1f-4dee70fc246a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0795834 May 26 22:29:57.746811 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-07266f90-4fbd-48db-ab23-21f25ef0b968 req-6901212b-e88b-4aea-b4f3-32139e3bcbd2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383461 May 26 22:29:58.933960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6037-f60b-4cc0-b9ff-5487724146d9 req-61410790-8738-4d06-97a1-ed98a5a50b58 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:29:58.935308 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3dca6037-f60b-4cc0-b9ff-5487724146d9 req-61410790-8738-4d06-97a1-ed98a5a50b58 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0810468 May 26 22:29:58.978530 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-3dca6037-f60b-4cc0-b9ff-5487724146d9 req-516bb633-c29a-4b7e-b565-5b738a08bfcb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 May 26 22:30:00.170807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee384f-0f1e-4a33-8002-486f9c410dbe req-02ebe8aa-1a0b-470e-9bda-81bf88eac766 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:00.172293 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26ee384f-0f1e-4a33-8002-486f9c410dbe req-02ebe8aa-1a0b-470e-9bda-81bf88eac766 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0825820 May 26 22:30:00.216114 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-26ee384f-0f1e-4a33-8002-486f9c410dbe req-40bc6b10-e5c9-44b2-813f-83eab1824df3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380392 May 26 22:30:01.398736 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc24b4e-5870-4308-bb2d-081c8acd4808 req-bc1a0d92-24b1-4b25-85ec-d61127608cc9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:01.400205 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffc24b4e-5870-4308-bb2d-081c8acd4808 req-bc1a0d92-24b1-4b25-85ec-d61127608cc9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0782552 May 26 22:30:01.443413 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ffc24b4e-5870-4308-bb2d-081c8acd4808 req-ddf45759-8e37-481d-b409-c36d5c7f2b21 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377171 May 26 22:30:02.634661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2f1be-916f-40a0-aa75-f0e72404250b req-6163d12a-52d9-4608-a1ad-739fbf2b0a8b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:02.636129 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d2a2f1be-916f-40a0-aa75-f0e72404250b req-6163d12a-52d9-4608-a1ad-739fbf2b0a8b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0804424 May 26 22:30:02.680496 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d2a2f1be-916f-40a0-aa75-f0e72404250b req-53d2e66a-318e-48a2-b563-3ca9708d822a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 May 26 22:30:03.125039 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02d1ad-08ba-41b6-9728-ae5e169e6308 req-c0c0579b-0b55-412b-ac31-de431832fd78 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:03.126474 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9a02d1ad-08ba-41b6-9728-ae5e169e6308 req-c0c0579b-0b55-412b-ac31-de431832fd78 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.0833156 May 26 22:30:03.171435 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9a02d1ad-08ba-41b6-9728-ae5e169e6308 req-d1ccdf4c-265c-412b-aa2f-38035ec4f6ad tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392356 May 26 22:30:03.873665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38119d75-1b5a-4de6-b6b0-d84c4c8c8fc8 req-3ab13f18-7900-4aa8-8839-d9721da0e61a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:03.874996 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-38119d75-1b5a-4de6-b6b0-d84c4c8c8fc8 req-3ab13f18-7900-4aa8-8839-d9721da0e61a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0815814 May 26 22:30:03.917846 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-38119d75-1b5a-4de6-b6b0-d84c4c8c8fc8 req-4ceda29f-6941-4a15-8dfc-f4c944555f77 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371675 May 26 22:30:04.352401 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b340045-e031-4253-a579-f2a472c55e1a req-9ad7e916-b861-4df3-b4a2-300e9da5cb03 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:04.353837 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0b340045-e031-4253-a579-f2a472c55e1a req-9ad7e916-b861-4df3-b4a2-300e9da5cb03 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.0789907 May 26 22:30:04.400311 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-0b340045-e031-4253-a579-f2a472c55e1a req-c59dd56e-ed87-4571-bb6c-87c6bcc2b3e2 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410123 May 26 22:30:05.105488 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da416e91-794c-4c0c-ad94-cea2742e4386 req-342ac7c5-01c5-4760-8ff4-58d04f22a0ce tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:05.106945 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da416e91-794c-4c0c-ad94-cea2742e4386 req-342ac7c5-01c5-4760-8ff4-58d04f22a0ce tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0818031 May 26 22:30:05.150313 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da416e91-794c-4c0c-ad94-cea2742e4386 req-14adb5d6-46d2-4233-9a2d-70c1686f6ca1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377600 May 26 22:30:05.402242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-33011653-55d8-469b-a8d3-f907a0d55e37 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:05.403674 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-33011653-55d8-469b-a8d3-f907a0d55e37 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.0776346 May 26 22:30:05.601543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Deleting port bdf72605-0b3a-4573-83d7-655af5d4e438 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:05.601884 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:05.624456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5547bd-25df-4c4b-a3f8-b4419c1bd419 req-f9b705ca-18a5-4fef-973e-c6ab62b052ce tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:05.625886 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7a5547bd-25df-4c4b-a3f8-b4419c1bd419 req-f9b705ca-18a5-4fef-973e-c6ab62b052ce tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 945 time: 0.1164515 May 26 22:30:05.746720 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7a5547bd-25df-4c4b-a3f8-b4419c1bd419 req-7afa19ce-3139-46db-b8db-26e597642cc4 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups?id=7f95890f-2931-46bb-a6da-00e777ede655&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133621 May 26 22:30:05.772857 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] For port bdf72605-0b3a-4573-83d7-655af5d4e438, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=bdf72605-0b3a-4573-83d7-655af5d4e438,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:05.773218 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:06.050756 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:06.051050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:06.051361 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Floating IP 20c87c56-8565-4ddc-bf18-e0fcce3a7060 disassociated. External IP: 172.28.1.28, port: bdf72605-0b3a-4573-83d7-655af5d4e438. May 26 22:30:06.051723 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Calling delete_port for bdf72605-0b3a-4573-83d7-655af5d4e438 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:06.221901 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:06.234321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:06.326335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'Port': ['ID=bdf72605-0b3a-4573-83d7-655af5d4e438,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:06.346348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f92ac7-4f73-4a48-b9cb-0d70a5f4856b req-2b190cc5-4073-4348-8acc-f518e7b82d31 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:06.347850 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-54f92ac7-4f73-4a48-b9cb-0d70a5f4856b req-2b190cc5-4073-4348-8acc-f518e7b82d31 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0864747 May 26 22:30:06.394904 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-54f92ac7-4f73-4a48-b9cb-0d70a5f4856b req-1bb99199-4178-442a-9bce-4693cb45490d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 May 26 22:30:06.441367 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.441966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.442069 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.442414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.442759 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.443103 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.443448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.443814 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.444686 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.445024 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.445362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.445697 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:06.448990 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:06.561949 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:30:06.744785 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:30:06.754760 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:30:06.765012 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:06.765633 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:29:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:06.821375 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] No DVR routers for this DVR port bdf72605-0b3a-4573-83d7-655af5d4e438 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:30:06.823929 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:06.826583 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'name': 'network-vif-deleted', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:30:06.893215 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efac7012-a399-45b5-89aa-d64e7202689b', 'name': 'network-vif-deleted', 'tag': 'bdf72605-0b3a-4573-83d7-655af5d4e438', 'status': 'completed', 'code': 200} May 26 22:30:06.899757 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-a7e04aef-d23d-44cf-9251-43fc7bc4b697 req-67a563be-3761-4a7b-8e3a-4be4464caa0f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Synchronizing usage tracker for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:30:06.910545 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e5ab2c04-fb9f-4b42-9833-3061922e1f1f req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.20 "DELETE /v2.0/ports/bdf72605-0b3a-4573-83d7-655af5d4e438 HTTP/1.1" status: 204 len: 173 time: 1.5010960 May 26 22:30:06.949579 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:07.013237 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-a7e04aef-d23d-44cf-9251-43fc7bc4b697 req-67a563be-3761-4a7b-8e3a-4be4464caa0f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Unset dirty status for tenant:e68c36e8a08443caa238b749a3ff5b64 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:30:07.014937 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a7e04aef-d23d-44cf-9251-43fc7bc4b697 req-67a563be-3761-4a7b-8e3a-4be4464caa0f tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/ports?device_id=efac7012-a399-45b5-89aa-d64e7202689b HTTP/1.1" status: 200 len: 210 time: 0.1593144 May 26 22:30:07.277440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:07.281300 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:30:07.290272 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:07.308326 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:29:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:07.471633 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:07.615179 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc20dd-8424-4ad0-a272-40f5d01c7616 req-ce98b70d-3621-4fd5-9640-83b3321a762c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:07.622498 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4ecc20dd-8424-4ad0-a272-40f5d01c7616 req-ce98b70d-3621-4fd5-9640-83b3321a762c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1091738 May 26 22:30:07.667637 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4ecc20dd-8424-4ad0-a272-40f5d01c7616 req-69d5d1ed-6902-4fe2-93e5-f0b780b812f3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 May 26 22:30:07.834864 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:07.839171 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070153c9-9047-45dd-b29c-384eb67a211f None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:21:47Z', 'revision_number': 4, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '914a7986-2278-4d37-ab27-0d3b550e68de', 'name': '', 'network_id': '9b663cfd-61f5-4238-aac9-c77d76a0763a', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'mac_address': 'fa:16:3e:dc:1d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:44Z', 'updated_at': '2021-05-26T22:22:00Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'subnets': [{'id': '7ce2ce59-aefb-4f33-bbfe-affab775a362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:30:08.050994 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5cd522-d64e-4a74-abd3-aacee13e5251 None None] New status for floating IP 20c87c56-8565-4ddc-bf18-e0fcce3a7060: DOWN {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:30:08.193776 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59162) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:08.258315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.284845 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.409703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.414139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a0ad7eb8-83fc-4dcf-9949-8b65cbf6c716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:08.428279 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f95890f-2931-46bb-a6da-00e777ede655,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:08.430690 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:08.493711 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.494853 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "DELETE /v2.0/security-groups/7f95890f-2931-46bb-a6da-00e777ede655 HTTP/1.1" status: 204 len: 168 time: 0.3000140 May 26 22:30:08.497418 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59166) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:08.513164 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.api.v2.resource [None req-d98823a1-f826-48e3-843e-fb0c01aa58fa tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] show failed (client error): The resource could not be found. May 26 22:30:08.514089 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d98823a1-f826-48e3-843e-fb0c01aa58fa tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "GET /v2.0/security-groups/7f95890f-2931-46bb-a6da-00e777ede655 HTTP/1.1" status: 404 len: 347 time: 0.0158012 May 26 22:30:08.516600 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59170) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:08.733262 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Deleting port 8b7a39d9-5299-481d-8916-1287b3b63f4c {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:08.733987 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.735346 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-611b0402-e5ef-4cae-b8fd-195c872f85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.866906 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce11a6-50e0-408d-bf72-419251e96a0a req-dfd98a30-1b8f-47df-87ef-e3b7c04f55e4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:08.869098 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3bce11a6-50e0-408d-bf72-419251e96a0a req-dfd98a30-1b8f-47df-87ef-e3b7c04f55e4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0860815 May 26 22:30:08.916612 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3bce11a6-50e0-408d-bf72-419251e96a0a req-2b15b8ad-09bc-4e9c-9997-4ded679befae tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 May 26 22:30:08.941129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:08.941129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:09.059080 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Calling delete_port for 8b7a39d9-5299-481d-8916-1287b3b63f4c owned by network:floatingip {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:09.215215 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:09.219635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c9828a3b-a6aa-4eda-ba2a-30d3bfac0ca4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:09.261929 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Pushing event deleted for resources: {'Port': ['ID=8b7a39d9-5299-481d-8916-1287b3b63f4c,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:09.264375 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:09.351600 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks [] for floatingip, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:09.431862 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:09.432969 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-2d091e1b-4489-455d-b102-6b308d873c90 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] 10.222.0.23 "DELETE /v2.0/floatingips/20c87c56-8565-4ddc-bf18-e0fcce3a7060 HTTP/1.1" status: 204 len: 168 time: 0.9155481 May 26 22:30:09.621487 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device bdf72605-0b3a-4573-83d7-655af5d4e438 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:09.657400 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: bdf72605-0b3a-4573-83d7-655af5d4e438 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:30:09.659858 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device bdf72605-0b3a-4573-83d7-655af5d4e438 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:30:10.103778 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb726-755c-4862-afad-315899150b0f req-13b25c59-4022-40c5-ba16-77eac43098ab tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:10.105224 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-639bb726-755c-4862-afad-315899150b0f req-13b25c59-4022-40c5-ba16-77eac43098ab tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0817275 May 26 22:30:10.152873 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-639bb726-755c-4862-afad-315899150b0f req-91e41b20-0a41-4034-a65c-641edd7cfdee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 May 26 22:30:11.289588 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-71f24c8e-108e-4296-aa2f-63a98368a3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:11.345229 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f2d0-f87b-4266-bfb7-520a940b00e0 req-384670f4-3d36-4749-9032-ca9f1e7b58bf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:11.346796 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e01f2d0-f87b-4266-bfb7-520a940b00e0 req-384670f4-3d36-4749-9032-ca9f1e7b58bf tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0832512 May 26 22:30:11.391405 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5e01f2d0-f87b-4266-bfb7-520a940b00e0 req-8884c07b-6351-42c3-b20d-7834b4362cc4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 May 26 22:30:11.395757 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:11.641532 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:30:11.770976 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:11.784207 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:30:11.836504 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:11.852365 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:30:11.866882 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:11.940396 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:11.941995 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-ab34c62d-08a4-45c6-a86a-eae8134ae38a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:12.010780 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=6']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:12.017643 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.017981 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.018314 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.018639 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.018959 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.019280 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.019600 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.019940 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.020252 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.020565 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.020875 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.021183 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:12.025409 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:12.030217 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['6d1d40db-71fd-4cd8-8682-75d0a690d47a'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:30:12.258464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:12.578808 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f64d2e-770e-4824-8e35-61b34fdf14df req-15986c2a-f4ae-446a-9277-1a9644184e07 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:12.580478 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-67f64d2e-770e-4824-8e35-61b34fdf14df req-15986c2a-f4ae-446a-9277-1a9644184e07 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 944 time: 0.0801370 May 26 22:30:12.626900 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-67f64d2e-770e-4824-8e35-61b34fdf14df req-abfb1ebe-4355-42a0-ae1d-a983f7178f95 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 May 26 22:30:12.686230 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:30:13.653210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:30:13.734042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:30:13.734467 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:13.829315 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d64dff-34a2-4fa3-a258-d08f3b63c9f7 req-52d4098f-2947-422c-af92-51397311f3cb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:13.836211 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-17d64dff-34a2-4fa3-a258-d08f3b63c9f7 req-52d4098f-2947-422c-af92-51397311f3cb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 944 time: 0.0932283 May 26 22:30:13.849724 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:13.860833 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:13.877024 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-17d64dff-34a2-4fa3-a258-d08f3b63c9f7 req-e89c38b3-9a5b-422c-94dc-882167e5aff4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 May 26 22:30:13.894794 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:30:13.905933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59214) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:13.909706 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:13.935563 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'code': 200} May 26 22:30:13.974854 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:13.976817 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:14.042334 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=7']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:14.045428 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:14.526980 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:15.005532 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Deleting port 914a7986-2278-4d37-ab27-0d3b550e68de {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:15.007172 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:15.068122 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b43cc5-defc-444c-b011-86120e6872da req-ab8d5f15-dcc8-4d85-9f6b-45b8f734373f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:15.070118 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a2b43cc5-defc-444c-b011-86120e6872da req-ab8d5f15-dcc8-4d85-9f6b-45b8f734373f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0811861 May 26 22:30:15.118852 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a2b43cc5-defc-444c-b011-86120e6872da req-866dc940-3a38-4ee8-aa88-427fb9ed00dc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 May 26 22:30:15.128703 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] For port 914a7986-2278-4d37-ab27-0d3b550e68de, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=914a7986-2278-4d37-ab27-0d3b550e68de,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:15.129056 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:15.248479 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Calling delete_port for 914a7986-2278-4d37-ab27-0d3b550e68de owned by network:router_interface {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:15.615056 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:15.619268 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:15.663989 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=914a7986-2278-4d37-ab27-0d3b550e68de,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:15.706261 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.706627 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.706991 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.707461 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.707843 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.708193 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.708535 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.708878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.709318 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.709635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.709974 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.710313 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:30:15.713834 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:15.935257 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:16.435364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Router 8391077b-e1dd-4266-930d-6abd31f37894 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:30:16.457279 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2038e-1a77-4ef5-94c1-2fdf27138d4e req-b2c4fc6b-70e3-4af4-b7e5-a6db8087368c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:16.458735 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5ee2038e-1a77-4ef5-94c1-2fdf27138d4e req-b2c4fc6b-70e3-4af4-b7e5-a6db8087368c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1228065 May 26 22:30:16.628183 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-5ee2038e-1a77-4ef5-94c1-2fdf27138d4e req-68b45613-14ec-44de-a415-b770e427363d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192145 May 26 22:30:16.666054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:30:16.678951 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Sync routers for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:30:16.687445 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] 10.222.0.23 "PUT /v2.0/routers/8391077b-e1dd-4266-930d-6abd31f37894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840943 May 26 22:30:16.689041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:16.689362 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 59232) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:16.689838 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:16.869953 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:16.870787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks [] for router, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:17.052372 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:17.194542 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Deleting port 2aff29b8-a830-4ace-a677-a048c862842b {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:17.194955 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:17.201046 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '2aff29b8-a830-4ace-a677-a048c862842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:30:15Z', 'revision_number': 5, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port': {'id': '2aff29b8-a830-4ace-a677-a048c862842b', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391077b-e1dd-4266-930d-6abd31f37894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:21:39Z', 'updated_at': '2021-05-26T22:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:17.205154 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Checking router: 8391077b-e1dd-4266-930d-6abd31f37894 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:30:17.217528 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Routers {'8391077b-e1dd-4266-930d-6abd31f37894'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:17.218159 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['8391077b-e1dd-4266-930d-6abd31f37894'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:17.320060 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] For port 2aff29b8-a830-4ace-a677-a048c862842b, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2aff29b8-a830-4ace-a677-a048c862842b,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:17.320422 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:17.383138 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] Set router 8391077b-e1dd-4266-930d-6abd31f37894 gateway port host: None {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:17.511941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:30:17Z', 'revision_number': 6, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:17.516608 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1583f249-d61e-438a-a590-0fbdc41dce69 None None] The sync data for ids ['8391077b-e1dd-4266-930d-6abd31f37894'] in dv-cinder-793244-1-smb is: [{'id': '8391077b-e1dd-4266-930d-6abd31f37894', 'name': 'tempest-AttachVolumeTestJSON-150359637-router', 'tenant_id': 'e68c36e8a08443caa238b749a3ff5b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:21:37Z', 'updated_at': '2021-05-26T22:30:17Z', 'revision_number': 6, 'project_id': 'e68c36e8a08443caa238b749a3ff5b64', 'gw_port_host': None}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:30:17.595932 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Calling delete_port for 2aff29b8-a830-4ace-a677-a048c862842b owned by network:router_gateway {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:17.961222 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dc7aa-d789-419e-bb6b-119c6a0776c2 req-de612c33-a10f-4348-87e9-f2508da21973 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:17.968734 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-032dc7aa-d789-419e-bb6b-119c6a0776c2 req-de612c33-a10f-4348-87e9-f2508da21973 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1611235 May 26 22:30:18.001737 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 914a7986-2278-4d37-ab27-0d3b550e68de no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:18.046421 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-032dc7aa-d789-419e-bb6b-119c6a0776c2 req-ddefc85a-0caf-417e-816c-0fac4ce93111 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768890 May 26 22:30:18.085040 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 914a7986-2278-4d37-ab27-0d3b550e68de {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:30:18.085394 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 914a7986-2278-4d37-ab27-0d3b550e68de not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:30:18.129734 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.135807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-07a6779e-b813-4ba0-9b23-72decf4ea97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:18.185991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aff29b8-a830-4ace-a677-a048c862842b,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:18.213937 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:18.284535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.519847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.526982 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.752525 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.753119 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8391077b-e1dd-4266-930d-6abd31f37894 {{(pid=92362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:30:18.767728 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.769293 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d2307b5e-8afe-4df1-9e13-6efae842a592 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8391077b-e1dd-4266-930d-6abd31f37894 HTTP/1.1" status: 204 len: 168 time: 2.0784974 May 26 22:30:18.774156 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59260) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:18.910435 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Deleting subnet 7ce2ce59-aefb-4f33-bbfe-affab775a362 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:30:18.916944 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:18.999235 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:19.233164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:19.518541 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18785db5-9695-4112-bc41-8fde85b4ebd2 req-33629a61-ea76-4923-84bb-debbd019964e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:19.518541 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-18785db5-9695-4112-bc41-8fde85b4ebd2 req-33629a61-ea76-4923-84bb-debbd019964e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.2836552 May 26 22:30:19.629055 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-18785db5-9695-4112-bc41-8fde85b4ebd2 req-696c20c3-b156-4c6a-9140-2b23cc271757 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218944 May 26 22:30:19.756719 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:19.761428 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:19.796528 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce2ce59-aefb-4f33-bbfe-affab775a362,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:19.800671 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:19.802094 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:19.819487 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-519cae47-4959-4b61-8944-5b44986d8eb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ce2ce59-aefb-4f33-bbfe-affab775a362 HTTP/1.1" status: 204 len: 168 time: 1.0314465 May 26 22:30:19.819487 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59268) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:19.820388 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37e8ef-3730-4455-aef3-f50f941da9f5 None None] Network 9b663cfd-61f5-4238-aac9-c77d76a0763a requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:30:19.944451 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.046364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Deleting port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:20.052536 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.062091 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2aff29b8-a830-4ace-a677-a048c862842b no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:20.100139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 2aff29b8-a830-4ace-a677-a048c862842b {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:30:20.104369 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2aff29b8-a830-4ace-a677-a048c862842b not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:30:20.154842 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] For port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:20.155214 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.205921 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] DHCP port deletion for 9b663cfd-61f5-4238-aac9-c77d76a0763a request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:30:20.276327 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Deleting port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:20.277804 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.284308 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Calling delete_port for ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 owned by network:dhcp {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:20.375540 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] For port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,segment=NetworkSegment(fb05b1c0-4166-4b07-b3d7-275961b958d8),segment_id=fb05b1c0-4166-4b07-b3d7-275961b958d8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:20.375903 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.412670 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.416901 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fa88e1ca-a1e0-4b58-8835-2ba00b479d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:20.561388 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Calling delete_port for ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:20.593186 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:20.598844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:20.598844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] No DVR routers for this DVR port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 on host dv-cinder-793244-1-smb {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:30:20.737425 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.745527 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.747806 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-22f15571-f21b-471b-8804-d914a24d54cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:20.762013 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b663cfd-61f5-4238-aac9-c77d76a0763a']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:20.780377 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb05b1c0-4166-4b07-b3d7-275961b958d8') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:20.780729 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb05b1c0-4166-4b07-b3d7-275961b958d8') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:20.796547 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.803962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] No DVR routers for this DVR port ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:30:20.815903 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Pushing event deleted for resources: {'Port': ['ID=ab0c8b7f-6196-4ec0-b503-1feb5d7985b3,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:20.821923 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-e21a0e4a-609a-42f1-9807-aed7a8767073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:20.824197 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.838962 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:30:20.839753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:30:20.862376 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:30:20.893760 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804fd3c-e95e-4b26-b05d-e5ed2c237958 req-004b672a-dce9-4a7d-a1b5-5f08251c8ad9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:20.895401 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1804fd3c-e95e-4b26-b05d-e5ed2c237958 req-004b672a-dce9-4a7d-a1b5-5f08251c8ad9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1166275 May 26 22:30:20.951406 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1804fd3c-e95e-4b26-b05d-e5ed2c237958 req-cc93d1ee-1440-44b6-968b-30a3a513fe84 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480647 May 26 22:30:21.055517 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.059145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:21.071954 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.082008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b663cfd-61f5-4238-aac9-c77d76a0763a,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:21.088671 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:21.153128 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9b663cfd-61f5-4238-aac9-c77d76a0763a HTTP/1.1" status: 204 len: 168 time: 1.3392265 May 26 22:30:21.442954 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59280) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:21.498233 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9c7befb4-65b6-4e42-a7d6-a11a8314eba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e68c36e8a08443caa238b749a3ff5b64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538349 May 26 22:30:21.500595 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59284) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:21.565061 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.593120 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.756846 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.760913 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-bdd5d045-054b-4c50-b9f6-d21e760d6870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:21.781548 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef7155-067d-4e8f-bca9-925ce31b4be4,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:21.797341 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:21.798298 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:21.802524 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a2b98d12-8c08-437f-9f5a-ba964adfdad8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bef7155-067d-4e8f-bca9-925ce31b4be4 HTTP/1.1" status: 204 len: 168 time: 0.3009958 May 26 22:30:22.032149 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:22.074715 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:30:22.075395 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device ab0c8b7f-6196-4ec0-b503-1feb5d7985b3 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:30:22.157600 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9f8c-1566-4666-9799-5f827a85c2cd req-bba2967e-01c5-440a-b798-70ad276bc0dc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:22.158997 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-329b9f8c-1566-4666-9799-5f827a85c2cd req-bba2967e-01c5-440a-b798-70ad276bc0dc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0842814 May 26 22:30:22.218324 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-329b9f8c-1566-4666-9799-5f827a85c2cd req-67a636ae-60c6-428f-b908-e566a2e59de0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519993 May 26 22:30:22.448929 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.029340 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59310) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:23.142233 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002375338-network', 'tenant_id': '5204b3fbc4fc4bc7beb6269c7e0802b9'}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:30:23.149802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:23.154234 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Usage tracker for resource:network and tenant:5204b3fbc4fc4bc7beb6269c7e0802b9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:23.157303 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:23.171997 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:23.275688 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Made reservation on behalf of 5204b3fbc4fc4bc7beb6269c7e0802b9 for: {'network': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:30:23.278406 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.293680 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.309424 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:23.313726 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Usage tracker for resource:security_group_rule and tenant:5204b3fbc4fc4bc7beb6269c7e0802b9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:23.317030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:23.325145 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:23.425811 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.426238 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff543e-1af7-406f-931a-f5cd39b5faea req-d1a52296-7790-4797-9151-e4a3995e37b7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:23.427923 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-62ff543e-1af7-406f-931a-f5cd39b5faea req-d1a52296-7790-4797-9151-e4a3995e37b7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1027567 May 26 22:30:23.478968 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-62ff543e-1af7-406f-931a-f5cd39b5faea req-0e723a8f-e855-4d37-9326-6d233d361459 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 May 26 22:30:23.506226 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.509489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cef2983a-a3d5-4c19-8e4e-d9fb3e1031a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:23.540062 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=92361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:30:23.545146 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769f9eae-a160-40e1-8a61-8ab65750ba2e,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:23.548331 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:23.554178 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.554516 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.segments_db [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Added segment 91fc9a55-9b4d-41db-bf2a-5909febc3e53 of type vlan for network 0a1b7372-dd76-4f66-9386-734325f288c4 May 26 22:30:23.580055 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.679757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.681208 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:23.681999 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:23.697988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:23.809455 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1b7372-dd76-4f66-9386-734325f288c4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:23.820885 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network 0a1b7372-dd76-4f66-9386-734325f288c4 details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:30:23.821390 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:23.838668 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8079143 May 26 22:30:23.841555 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59318) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:23.850937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Request body: {'subnet': {'network_id': '0a1b7372-dd76-4f66-9386-734325f288c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2002375338-subnet', 'tenant_id': '5204b3fbc4fc4bc7beb6269c7e0802b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:30:23.863246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:23.868093 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Usage tracker for resource:subnet and tenant:5204b3fbc4fc4bc7beb6269c7e0802b9 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:23.871448 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:23.877713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:23.945861 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Made reservation on behalf of 5204b3fbc4fc4bc7beb6269c7e0802b9 for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:30:23.948525 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184093'] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:24.475901 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184075'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:24.480041 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-27c43a7d-03a3-4af6-ae0b-ef9bbb5d2ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:24.570584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5381f07-479c-49f3-a677-fc0caa961f82,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:24.590342 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Checking segment: {'id': '91fc9a55-9b4d-41db-bf2a-5909febc3e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0a1b7372-dd76-4f66-9386-734325f288c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:30:24.590816 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Network hostable DHCP agents. Network: 0a1b7372-dd76-4f66-9386-734325f288c4, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:30:24.604192 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:24.705387 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a4bf9-3cec-489a-b036-44efe03e57cb req-b2814e2d-c418-49e7-ac35-e447fd5d2ed4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:24.706863 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2f3a4bf9-3cec-489a-b036-44efe03e57cb req-b2814e2d-c418-49e7-ac35-e447fd5d2ed4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0940349 May 26 22:30:24.759549 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2f3a4bf9-3cec-489a-b036-44efe03e57cb req-f9485dff-037c-417a-b904-28d3e4bb4942 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462854 May 26 22:30:25.106441 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Network 0a1b7372-dd76-4f66-9386-734325f288c4 is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:30:25.186297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, 0a1b7372-dd76-4f66-9386-734325f288c4) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:30:25.195164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:25.195339 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8e0fb-e1bf-4016-b008-4177b151fc64 None None] Network 0a1b7372-dd76-4f66-9386-734325f288c4 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:30:25.195791 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:25.308548 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4655869 May 26 22:30:25.454337 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551d10f-fdde-49d3-b23e-a301390d064b None None] Network 0a1b7372-dd76-4f66-9386-734325f288c4 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:30:25.987118 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262a2ca-8fad-4a95-b96e-57a427fc3f40 req-edb88841-4fc9-47c4-b5de-4838f81c1b02 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:25.988751 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d262a2ca-8fad-4a95-b96e-57a427fc3f40 req-edb88841-4fc9-47c4-b5de-4838f81c1b02 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0992885 May 26 22:30:26.045616 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-d262a2ca-8fad-4a95-b96e-57a427fc3f40 req-73cdbbe0-bc2d-4334-9d81-c98dd8fc5762 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496252 May 26 22:30:26.182493 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 59344) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:26.188272 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647561070-network', 'tenant_id': '6732bafaee504f2fb549f431d38070eb'}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:30:26.193386 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:26.197396 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Usage tracker for resource:network and tenant:6732bafaee504f2fb549f431d38070eb is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:26.200360 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:26.206153 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:26.317641 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Made reservation on behalf of 6732bafaee504f2fb549f431d38070eb for: {'network': 1} {{(pid=92362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:30:26.320109 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-8310077'] for network, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.332846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.355934 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:26.359835 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6732bafaee504f2fb549f431d38070eb is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:26.362720 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:26.368582 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:26.458236 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.540520 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.543570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-accc1bd7-c33e-417e-9809-a2f2beb40b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:26.578470 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=92362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 22:30:26.587917 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56710759-d435-4f96-b5f3-171b90af140c,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:26.591444 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:26.598719 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.599142 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.segments_db [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Added segment 579737f9-d30d-4199-9c9d-107cc6651738 of type vlan for network f84450de-8a3f-4795-beb2-a523819cc12d May 26 22:30:26.631081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744053553237'] for network, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.763132 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083'] for network, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.764526 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:26.765100 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:26.769094 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:26.873448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f84450de-8a3f-4795-beb2-a523819cc12d,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:26.876244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:26.886572 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Network f84450de-8a3f-4795-beb2-a523819cc12d details requested by agent ovs-agent-dv-cinder-793244-1-smb with host dv-cinder-793244-1-smb {{(pid=92363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 26 22:30:26.953647 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59348) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:26.954473 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7704391 May 26 22:30:26.961369 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.v2.base [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Request body: {'subnet': {'network_id': 'f84450de-8a3f-4795-beb2-a523819cc12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647561070-subnet', 'tenant_id': '6732bafaee504f2fb549f431d38070eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:30:26.966801 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:26.971969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Usage tracker for resource:subnet and tenant:6732bafaee504f2fb549f431d38070eb is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:26.975760 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:26.983969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:27.047101 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Made reservation on behalf of 6732bafaee504f2fb549f431d38070eb for: {'subnet': 1} {{(pid=92361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 22:30:27.050330 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184093'] for subnet, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:27.411628 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86afe96-ac73-48dd-b307-607165c5442b req-e72cdac1-39f5-49c9-b964-96ae43d9a645 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:27.413532 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c86afe96-ac73-48dd-b307-607165c5442b req-e72cdac1-39f5-49c9-b964-96ae43d9a645 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.2331052 May 26 22:30:27.480776 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c86afe96-ac73-48dd-b307-607165c5442b req-02e164e3-9759-42a7-ab76-6b77c75e07c7 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547190 May 26 22:30:27.726880 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1332114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184075'] for subnet, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:27.731821 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a1bffd5f-2c55-4e4a-9c68-3af1ff55b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:27.804400 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c48d73-6182-4746-99d4-9be4747b09c8,revision_number=0']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:27.807092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:27.820909 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Checking segment: {'id': '579737f9-d30d-4199-9c9d-107cc6651738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f84450de-8a3f-4795-beb2-a523819cc12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 26 22:30:27.821262 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Network hostable DHCP agents. Network: f84450de-8a3f-4795-beb2-a523819cc12d, hostable agents: ['65eba39d-d7a7-4acd-b7aa-ac5fd7253523'], hosted agents: [] {{(pid=92361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 22:30:27.910079 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Network f84450de-8a3f-4795-beb2-a523819cc12d is scheduled to be hosted by DHCP agent 65eba39d-d7a7-4acd-b7aa-ac5fd7253523 with binding_index 1 {{(pid=92361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 22:30:27.995499 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793244-1-smb, f84450de-8a3f-4795-beb2-a523819cc12d) {{(pid=92361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 22:30:28.006079 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03787d4-ab7a-4648-9842-93b03811c303 None None] Network f84450de-8a3f-4795-beb2-a523819cc12d requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:30:28.010462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:28.011065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.112776 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7d9ed567-eb6e-4cfe-80ba-7457b8d5a5e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1567352 May 26 22:30:28.224502 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545710e-f439-4798-8f03-e9fb82fe1745 None None] Network f84450de-8a3f-4795-beb2-a523819cc12d requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:30:28.280085 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59356) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:28.339587 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Deleting subnet c5381f07-479c-49f3-a677-fc0caa961f82 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:30:28.342626 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.393581 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.449116 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.679846 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae617-978a-4c25-9cf6-f0586fbbecc6 req-2b4429f4-c466-41ab-8dc2-d4f49f213fed tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:28.682065 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5a9ae617-978a-4c25-9cf6-f0586fbbecc6 req-2b4429f4-c466-41ab-8dc2-d4f49f213fed tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0851867 May 26 22:30:28.725813 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5a9ae617-978a-4c25-9cf6-f0586fbbecc6 req-1d1bd7e4-4232-4e1e-8d6c-3b20ff40dbc1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 May 26 22:30:28.838432 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.842561 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-80b89698-2962-4f58-a6e9-d4e936bdf68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:28.876231 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5381f07-479c-49f3-a677-fc0caa961f82,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:28.878575 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:28.883033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:28.887919 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-19118b96-1409-4ae8-98a7-86855f34200a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5381f07-479c-49f3-a677-fc0caa961f82 HTTP/1.1" status: 204 len: 168 time: 0.6064751 May 26 22:30:28.890438 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59362) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:29.002231 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.139245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.155447 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1b7372-dd76-4f66-9386-734325f288c4']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:29.170376 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fc9a55-9b4d-41db-bf2a-5909febc3e53') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:29.170675 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fc9a55-9b4d-41db-bf2a-5909febc3e53') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:29.183507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.202073 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.209976 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:30:29.210870 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:30:29.225161 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:30:29.369315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.374097 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.376681 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e7dbc07f-9fb2-4192-8b3c-be3860facc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:29.397755 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1b7372-dd76-4f66-9386-734325f288c4,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:29.400086 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:29.402057 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-04924dbf-9cd0-4742-975e-427a78dabfcd admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a1b7372-dd76-4f66-9386-734325f288c4 HTTP/1.1" status: 204 len: 168 time: 0.5106659 May 26 22:30:29.404806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59370) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:29.467623 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Deleting subnet 07c48d73-6182-4746-99d4-9be4747b09c8 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:30:29.470763 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.526652 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:29.581930 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.002704 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7e676-dc30-468e-aeba-33990e67d59d req-24e217ca-c768-4f50-845e-ea12943cbf76 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:30.004155 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7fe7e676-dc30-468e-aeba-33990e67d59d req-24e217ca-c768-4f50-845e-ea12943cbf76 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.1347108 May 26 22:30:30.047296 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-7fe7e676-dc30-468e-aeba-33990e67d59d req-0c44b36b-4faa-4060-8737-14ebffd057e9 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 May 26 22:30:30.085662 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.086343 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fbdb7a85-f586-4a15-8900-340f8ef0f55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:30.120370 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c48d73-6182-4746-99d4-9be4747b09c8,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:30.123554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:30.124409 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.130192 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-70ab5e4d-8a32-489b-a9c9-9e719b967050 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07c48d73-6182-4746-99d4-9be4747b09c8 HTTP/1.1" status: 204 len: 168 time: 0.7244806 May 26 22:30:30.133719 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59386) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:30.238178 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.359325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.371493 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84450de-8a3f-4795-beb2-a523819cc12d']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:30.382957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579737f9-d30d-4199-9c9d-107cc6651738') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:30.383244 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579737f9-d30d-4199-9c9d-107cc6651738') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:30.394144 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.410209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.416625 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:30:30.416999 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:30:30.429390 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:30:30.561105 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.565664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:30.569642 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:30.587811 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84450de-8a3f-4795-beb2-a523819cc12d,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:30.590446 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f84450de-8a3f-4795-beb2-a523819cc12d HTTP/1.1" status: 204 len: 168 time: 0.4558287 May 26 22:30:30.591292 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-f0ef4270-7063-4731-9bf3-6130c5c43958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:30.988792 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59396) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:31.043515 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-78e7e863-230a-462c-ad9c-6e337baf9956 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5204b3fbc4fc4bc7beb6269c7e0802b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533805 May 26 22:30:31.045836 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59400) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:31.113775 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.139975 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.264155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.268151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-51fcaf46-5afe-4730-9450-325644fadc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:31.281363 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f9eae-a160-40e1-8a61-8ab65750ba2e,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:31.284323 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:31.286629 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:31.288625 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/769f9eae-a160-40e1-8a61-8ab65750ba2e HTTP/1.1" status: 204 len: 168 time: 0.2413504 May 26 22:30:31.394309 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0793b9-537d-45de-8ab7-9630f195199d req-1aee09be-0696-4a2d-9336-7eddf3be241d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:31.395720 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bf0793b9-537d-45de-8ab7-9630f195199d req-1aee09be-0696-4a2d-9336-7eddf3be241d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.2373509 May 26 22:30:31.398519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-1ca71890-0404-4c6b-92d0-4e7b95712642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:31.399897 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-1ca71890-0404-4c6b-92d0-4e7b95712642 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1098 time: 0.1080911 May 26 22:30:31.521450 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bf0793b9-537d-45de-8ab7-9630f195199d req-40f1cf7d-0048-4bb8-8446-56341b0c9e0e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183288 May 26 22:30:31.563458 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-9e85af5e-5e07-4085-8183-e0421fda2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:31.564912 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-9e85af5e-5e07-4085-8183-e0421fda2851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1470406 May 26 22:30:31.669670 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-04030a71-c3ea-4c5b-a422-4e2a3ab2ba24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 1001 time: 0.0976543 May 26 22:30:31.732661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-c54e31b7-9706-4f50-a772-171231dfe37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:31.734117 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-c54e31b7-9706-4f50-a772-171231dfe37d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0576744 May 26 22:30:31.811036 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-c35ba880-e318-4ed7-a490-2f27b0fdac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:31.812515 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-c35ba880-e318-4ed7-a490-2f27b0fdac6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716531 May 26 22:30:31.941407 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-ca873367-9310-484f-812d-2d1aa4286911 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213062 May 26 22:30:32.072040 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5d779dca-fe6b-410f-9617-de8b94b8823b req-770e6c32-a532-4641-a893-83b71af11550 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234794 May 26 22:30:32.090930 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59410) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:32.138328 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-6a86d9bd-b41b-46ea-aa95-759932fcf786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6732bafaee504f2fb549f431d38070eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460372 May 26 22:30:32.140635 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59414) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:32.198194 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:32.225683 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:32.338397 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:32.342229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:32.354848 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56710759-d435-4f96-b5f3-171b90af140c,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:32.357708 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:32.360109 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:32.372776 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-46905afd-f895-4628-a549-078f72a928d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56710759-d435-4f96-b5f3-171b90af140c HTTP/1.1" status: 204 len: 168 time: 0.2197115 May 26 22:30:32.716297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21978803-b48d-41de-bd85-d6e44cc131e2 req-c756dce2-135a-4a53-800d-990780875dfc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:32.717780 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-21978803-b48d-41de-bd85-d6e44cc131e2 req-c756dce2-135a-4a53-800d-990780875dfc tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0807815 May 26 22:30:32.763209 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-21978803-b48d-41de-bd85-d6e44cc131e2 req-536de26a-1ccf-4c4b-92ac-1035c1434fb4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396297 May 26 22:30:33.733127 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:33.857502 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:33.886285 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:30:33.902541 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:33.941100 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'code': 200} May 26 22:30:33.969663 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:33.972430 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:33.978071 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4b33f-a928-408d-8cba-b0e16c9d45dc req-4ce32a42-7fc3-4e13-9a93-7267bc19e981 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:33.978879 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bde4b33f-a928-408d-8cba-b0e16c9d45dc req-4ce32a42-7fc3-4e13-9a93-7267bc19e981 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 945 time: 0.0983777 May 26 22:30:34.039951 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-bde4b33f-a928-408d-8cba-b0e16c9d45dc req-0218a6fc-4a3c-4f76-a9b0-a9100c168f4d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525320 May 26 22:30:34.066939 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=8']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:34.070536 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:35.249898 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da951a-b7c4-417b-b1b6-39d9240f3b50 req-123a59a3-751d-4ee4-860e-c3631bb08856 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:35.251449 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b0da951a-b7c4-417b-b1b6-39d9240f3b50 req-123a59a3-751d-4ee4-860e-c3631bb08856 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0966921 May 26 22:30:35.303052 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b0da951a-b7c4-417b-b1b6-39d9240f3b50 req-de6c6bcc-ae7f-4699-8d92-d3618de0d74e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 May 26 22:30:37.756898 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:30:38.520957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9855d5-3bcb-4b8e-a63c-7465536b0f5f req-a6adb3de-771c-4931-b637-abc9413bdde1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:38.522582 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eb9855d5-3bcb-4b8e-a63c-7465536b0f5f req-a6adb3de-771c-4931-b637-abc9413bdde1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0964789 May 26 22:30:38.614330 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eb9855d5-3bcb-4b8e-a63c-7465536b0f5f req-39532907-14d5-4ee5-ac0a-b8b0e5a3e647 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731919 May 26 22:30:38.780699 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c56031b1-18ad-4a03-8800-432d3777cc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:39.104160 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59536) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:39.224012 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-03a61bfc-5d04-47ca-aa64-6bf8ef95b3ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182942 May 26 22:30:39.820368 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14220d-ae2a-4891-bbb7-7a67521002fc req-a9696338-e1fc-4b3e-9895-b02b81c8da03 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:39.822797 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f14220d-ae2a-4891-bbb7-7a67521002fc req-a9696338-e1fc-4b3e-9895-b02b81c8da03 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0895038 May 26 22:30:39.873457 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f14220d-ae2a-4891-bbb7-7a67521002fc req-b2e0e601-faf7-4eb7-9b23-34b136707f5e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 May 26 22:30:40.826817 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-6886c003-ab42-42ab-8283-21fb69296488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:40.828358 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-6886c003-ab42-42ab-8283-21fb69296488 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca&tenant_id=ca5742b7093042cd8d93b4b78f82e538 HTTP/1.1" status: 200 len: 1096 time: 0.0729780 May 26 22:30:40.924676 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-67a5a078-8ecf-44ed-8caf-3bc6ca5fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:40.926072 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-67a5a078-8ecf-44ed-8caf-3bc6ca5fefc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1096 time: 0.0753691 May 26 22:30:41.063419 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-619f0788-96c2-41d5-a695-f23179fb0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:41.064971 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-619f0788-96c2-41d5-a695-f23179fb0f05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1318915 May 26 22:30:41.097107 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd0ede-25ff-4184-bb4c-d213891ff70b req-f03b4f66-4bef-4f3c-9049-81fa6a40b607 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:41.099204 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0dd0ede-25ff-4184-bb4c-d213891ff70b req-f03b4f66-4bef-4f3c-9049-81fa6a40b607 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0992534 May 26 22:30:41.152998 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d0dd0ede-25ff-4184-bb4c-d213891ff70b req-e59bb65c-fac0-4703-9467-5a97d6e8151a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472412 May 26 22:30:41.189187 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-fef85a3f-f2c1-4832-a92f-1c85ed15c1e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 999 time: 0.1169124 May 26 22:30:41.259261 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-06b1bc23-4aab-4537-a8b2-2f03c405e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:41.260880 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-06b1bc23-4aab-4537-a8b2-2f03c405e942 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0646889 May 26 22:30:41.351081 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-5bf1a0c6-2654-4ea4-a1b4-01e42d552fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:41.353349 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-5bf1a0c6-2654-4ea4-a1b4-01e42d552fcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859771 May 26 22:30:41.383941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-409831d7-b776-4396-bcfd-4266dd92fec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:41.420245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:41.653754 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-89e75fbc-36f3-41a2-bb26-1a9a34f1e79e tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028408514&fields=id&tenant_id=6cc7fed27ad74d409ef8eaa31a822055 HTTP/1.1" status: 200 len: 267 time: 0.0698259 May 26 22:30:41.655875 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-60d56d46-326f-4e7b-a326-cc8fb58b9d00 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957327 May 26 22:30:41.861530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-d4e8f1f4-9a05-4466-8910-28a960fab3c9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:41.863007 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-d4e8f1f4-9a05-4466-8910-28a960fab3c9 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 984 time: 0.2037635 May 26 22:30:41.864964 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4f8c2180-cc1f-43c5-a502-b8b1632acd63 req-fdee0586-8a53-49bb-987d-12d5465b61a2 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696820 May 26 22:30:41.877130 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.v2.base [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Request body: {'port': {'security_groups': ['ef419af3-16c5-4321-92c8-9b357a8b9e35']}} {{(pid=92362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 22:30:42.004566 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.243496 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.292629 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:42.328611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for port, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.385075 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1ea15-f54a-440b-9c0f-802cd634b10b req-1a71fba4-4464-43c1-b056-1b440ddd4cd0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:42.395559 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-abe1ea15-f54a-440b-9c0f-802cd634b10b req-1a71fba4-4464-43c1-b056-1b440ddd4cd0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1126413 May 26 22:30:42.414188 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2274696'] for port, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.420391 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4ce277b3-ed44-4c92-a441-933f12f0d4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:42.426908 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:30:42.453414 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-abe1ea15-f54a-440b-9c0f-802cd634b10b req-71516ebc-a88e-45aa-8d2d-4a5e000b2386 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593245 May 26 22:30:42.526478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:42.526478 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.527562 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-a751afdd-7da8-47b6-9e3a-de4d4736a298 req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "PUT /v2.0/ports/01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 942 time: 0.6554277 May 26 22:30:42.531078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:30:42.541688 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59608) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:42.560382 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event updated for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=7']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:42.566534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-51554981-4190-438a-b438-7e2a4f0ae42a tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:42.610716 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:30:42.698336 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:30:42.720967 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:42.842702 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169d07-41be-4a5a-879b-17271c9394ec req-901ba0e6-6865-44e5-a6ba-1acea125b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:42.845645 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-901ba0e6-6865-44e5-a6ba-1acea125b66f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1098 time: 0.1949255 May 26 22:30:42.873878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:43.077243 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169d07-41be-4a5a-879b-17271c9394ec req-f08c5009-3b86-4b5b-a632-9a6d0589b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:43.078716 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-f08c5009-3b86-4b5b-a632-9a6d0589b289 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.2164650 May 26 22:30:43.138767 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-afc04458-4f94-4bf7-aa75-56a347a59f77 None None] Provisioning complete for port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 triggered by entity DHCP. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:30:43.139460 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-afc04458-4f94-4bf7-aa75-56a347a59f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:43.303811 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:43.309371 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a236b0cd-3b90-4f60-ab58-cb81ae8fcac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:43.354818 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd048e4c-9220-4bf8-9989-c24910a17896,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:43.361212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:43.375321 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-5febf614-48a9-4e6b-bedb-e2c28d6ff3d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.2243273 May 26 22:30:43.443799 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:43.443799 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-31219553-f5a7-4c9e-bbfc-88a2ac3dede6 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "DELETE /v2.0/security-groups/bd048e4c-9220-4bf8-9989-c24910a17896 HTTP/1.1" status: 204 len: 168 time: 0.8955197 May 26 22:30:43.443799 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59622) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:43.755896 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c866-944e-4e11-970b-d2dfc6e4f20a req-069392ce-227e-4bd5-9f1a-358f2f6fb35e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:43.757808 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7ab9c866-944e-4e11-970b-d2dfc6e4f20a req-069392ce-227e-4bd5-9f1a-358f2f6fb35e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1817629 May 26 22:30:43.811254 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7ab9c866-944e-4e11-970b-d2dfc6e4f20a req-b03056f6-6f10-4316-b7bb-ab09f0f25a73 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475266 May 26 22:30:43.819909 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.016245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Deleting port ca4b3b88-2141-4cee-b25d-5c422e6c88b9 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:30:44.016757 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.139189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.139627 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.264934 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Calling delete_port for ca4b3b88-2141-4cee-b25d-5c422e6c88b9 owned by network:floatingip {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:30:44.494344 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.500121 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ad8e8b9c-2300-44df-9938-8f56eb685824 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:44.547447 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event deleted for resources: {'Port': ['ID=ca4b3b88-2141-4cee-b25d-5c422e6c88b9,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:44.577871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:44.669560 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks [] for floatingip, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:44.669959 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.db.l3_db [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Floating IP 64db53e7-cb7b-42d3-ad29-58be7b60618b disassociated (deleted). External IP: 172.28.1.78, port: 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0. May 26 22:30:45.114496 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Router 96560672-c37c-45d2-bb29-54416579960f has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:30:45.124118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901f2f9-3229-4b68-82ab-afdcf4d009ee req-9dcc3312-7268-44d5-890b-894ecb122e63 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:45.125610 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6901f2f9-3229-4b68-82ab-afdcf4d009ee req-9dcc3312-7268-44d5-890b-894ecb122e63 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1830020 May 26 22:30:45.256197 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-6901f2f9-3229-4b68-82ab-afdcf4d009ee req-cfbdbe7b-59e0-4446-9b7e-a42c146cda1c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229341 May 26 22:30:45.353070 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:30:45.369848 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Sync routers for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:30:45.380067 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:45.381006 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:45.485244 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:45.598185 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:45.692676 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "DELETE /v2.0/floatingips/64db53e7-cb7b-42d3-ad29-58be7b60618b HTTP/1.1" status: 204 len: 168 time: 2.2497261 May 26 22:30:45.693678 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:30:45.786107 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:30:46.007692 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:46.012842 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Checking router: 96560672-c37c-45d2-bb29-54416579960f for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:30:46.023829 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:30:46.024479 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:46.114111 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59662) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:46.236266 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:30:46.310114 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:46.353711 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:46.365068 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Usage tracker for resource:security_group_rule and tenant:505a254e506a48298f2fdcf4a9557ebd is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:46.368908 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:46.381979 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:46.625812 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:46.635325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45dfdf-8856-4437-9447-d0bf0c49a508 req-6dd8f933-4363-481c-8fb4-f94fd6f36f2b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:46.643107 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8a45dfdf-8856-4437-9447-d0bf0c49a508 req-6dd8f933-4363-481c-8fb4-f94fd6f36f2b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1828229 May 26 22:30:46.651062 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:30:46.655837 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf6ec6-d2f4-4717-93cd-251a5a65b990 None None] The sync data for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb is: [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:27:01Z', 'revision_number': 4, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '175de5ce-aa38-4a0c-a609-d7eb2d232c56', 'name': '', 'network_id': '9aaee0e0-6e62-4a97-8a70-449cd6bd0303', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'mac_address': 'fa:16:3e:3e:01:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:00Z', 'updated_at': '2021-05-26T22:27:06Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'subnets': [{'id': '665dfcc3-1cee-481b-a260-a1a1c639ef8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:30:46.697104 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8a45dfdf-8856-4437-9447-d0bf0c49a508 req-8526fded-4e5e-4264-a0d2-2bfaee37224a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527737 May 26 22:30:46.951820 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e40ca7-5b70-4752-8766-1e0b423a697e None None] New status for floating IP 64db53e7-cb7b-42d3-ad29-58be7b60618b: DOWN {{(pid=92363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:30:47.104083 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:47.111164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-421f3c7f-93ae-4025-b433-a8b4a6f52177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:47.154619 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=505a254e506a48298f2fdcf4a9557ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394211 May 26 22:30:47.155716 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c5ca08-9013-4b24-9ee0-38be3394cccf,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:47.157516 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 59672) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:47.159456 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0bd7c685-42df-4c9b-aae3-2942fa86dd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:47.223192 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:47.249560 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:47.379856 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:47.383675 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a43095c3-85fd-450c-be87-a3444197a737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:47.399427 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c5ca08-9013-4b24-9ee0-38be3394cccf,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:47.403675 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:47.407290 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:47.408456 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0c5ca08-9013-4b24-9ee0-38be3394cccf HTTP/1.1" status: 204 len: 168 time: 0.2490211 May 26 22:30:47.947538 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf7d6f-21f8-4189-8864-01da4c5014dd req-e55724f2-3271-4aa3-a048-110f47d0328e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:47.947538 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-afaf7d6f-21f8-4189-8864-01da4c5014dd req-e55724f2-3271-4aa3-a048-110f47d0328e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0857923 May 26 22:30:47.979174 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-afaf7d6f-21f8-4189-8864-01da4c5014dd req-4baaf1ef-6f3b-4e14-bac6-809af9685c6b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456595 May 26 22:30:48.503776 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 59684) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:48.522468 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:48.542171 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:48.553604 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Usage tracker for resource:security_group_rule and tenant:b7b265822a164055914b216981bbeaac is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:48.557221 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:48.563687 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:48.667286 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:48.745741 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:48.756807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-febae7c9-677b-4af7-86b4-7ad6156ea209 tempest-VolumesNegativeTest-690373596 tempest-VolumesNegativeTest-690373596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:48.795400 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a18fb51-a22c-4b63-8c09-64784d265d64,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:48.800037 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b265822a164055914b216981bbeaac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951486 May 26 22:30:48.800949 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0313355f-4244-4ee2-b845-89a14019ba6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:48.803105 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59692) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:48.875784 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:48.902480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:49.037129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:49.043792 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-fe39a592-1f5a-43bb-bd0f-e7e942a0343a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:49.057419 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a18fb51-a22c-4b63-8c09-64784d265d64,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:49.065932 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:49.074400 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:49.075071 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b7d52f84-af68-4685-a892-b1d6b75a1c3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a18fb51-a22c-4b63-8c09-64784d265d64 HTTP/1.1" status: 204 len: 168 time: 0.2709200 May 26 22:30:49.205664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4116b-8a02-4806-bae1-c1a9e4d728a1 req-1dd03d0f-637f-43b0-b7c7-c1162ef73417 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:49.207446 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-90c4116b-8a02-4806-bae1-c1a9e4d728a1 req-1dd03d0f-637f-43b0-b7c7-c1162ef73417 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0879633 May 26 22:30:49.255252 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-90c4116b-8a02-4806-bae1-c1a9e4d728a1 req-ff3beed6-39cf-4086-9433-3c4ad82057a2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 May 26 22:30:49.684600 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:30:50.464030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02741c4-11f2-404c-87fb-2ae15ee73fc0 req-28d8dd4e-0ae9-4c01-a119-e2324e130ad6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:50.466429 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c02741c4-11f2-404c-87fb-2ae15ee73fc0 req-28d8dd4e-0ae9-4c01-a119-e2324e130ad6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0941188 May 26 22:30:50.526313 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c02741c4-11f2-404c-87fb-2ae15ee73fc0 req-246f2b65-cf2d-40aa-a277-ef2499da3d9a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518589 May 26 22:30:51.737289 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3218df-20bd-4d42-a8c4-2fb274e723ba req-b3c07f4a-c2e7-4ebd-b88c-fee23872150e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:51.738983 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eb3218df-20bd-4d42-a8c4-2fb274e723ba req-b3c07f4a-c2e7-4ebd-b88c-fee23872150e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0845568 May 26 22:30:51.787364 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eb3218df-20bd-4d42-a8c4-2fb274e723ba req-ad1cbf51-ba88-4bcf-ab2d-176117fba6c5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 May 26 22:30:52.619294 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:52.983466 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d3362-8dbc-43a7-9389-03035097a80d req-e19a6672-27cd-490f-936d-45f613656824 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:52.985160 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f54d3362-8dbc-43a7-9389-03035097a80d req-e19a6672-27cd-490f-936d-45f613656824 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0840235 May 26 22:30:53.028802 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-f54d3362-8dbc-43a7-9389-03035097a80d req-e476352e-b3ce-47e9-8871-b0d198dcef9b tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 May 26 22:30:54.225600 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5759a13-eca4-4170-8e28-e3017d5fa4bb req-c5139fd0-ce47-43ec-a1ad-839c1a4b9fbb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:54.227070 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b5759a13-eca4-4170-8e28-e3017d5fa4bb req-c5139fd0-ce47-43ec-a1ad-839c1a4b9fbb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0814996 May 26 22:30:54.274242 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b5759a13-eca4-4170-8e28-e3017d5fa4bb req-1a3cac20-3c51-43fa-bb7c-808a5dea687f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414510 May 26 22:30:55.325372 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59850) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:55.465242 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.484834 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:55.491302 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b26a80b8fa6a47e88b7c1a7433427294 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:55.494570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:55.502464 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:55.511194 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc6025-15e8-45c5-b8ae-f58d07f65b6a req-dcad5e99-2f3f-4653-a987-06aeb60a3ce4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:55.512648 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a9bc6025-15e8-45c5-b8ae-f58d07f65b6a req-dcad5e99-2f3f-4653-a987-06aeb60a3ce4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.1240561 May 26 22:30:55.573403 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a9bc6025-15e8-45c5-b8ae-f58d07f65b6a req-fb8b2695-a15b-462c-801d-2d7a03854a4f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541096 May 26 22:30:55.626450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.681969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.688297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ab940298-d340-4c77-aaa6-12701072734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:55.732029 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b26a80b8fa6a47e88b7c1a7433427294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055297 May 26 22:30:55.733124 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04c6be-1cf8-451f-8aa0-27a98ffa5cf1,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:55.734780 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 59858) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:55.736301 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:55.793364 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.817762 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.933588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.937175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-33f8162f-a716-4a1d-8784-8d10355dee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:55.949530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04c6be-1cf8-451f-8aa0-27a98ffa5cf1,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:55.953748 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:55.960499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:55.961690 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-9a9823d7-0359-477f-82b5-b280091fff04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b04c6be-1cf8-451f-8aa0-27a98ffa5cf1 HTTP/1.1" status: 204 len: 168 time: 0.2251208 May 26 22:30:56.176252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169d07-41be-4a5a-879b-17271c9394ec req-e59f0c69-aa05-4f3e-8f57-d07bce9273db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.177676 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-e59f0c69-aa05-4f3e-8f57-d07bce9273db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0650311 May 26 22:30:56.270543 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169d07-41be-4a5a-879b-17271c9394ec req-26505451-fec5-4ce7-a303-c76d9bb6e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.272407 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-26505451-fec5-4ce7-a303-c76d9bb6e46d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828059 May 26 22:30:56.282388 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e545e9-e435-45fb-b907-dbca28f66540 req-ecef59de-b390-4f87-9bea-11f1b9be33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.283933 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-ecef59de-b390-4f87-9bea-11f1b9be33c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1096 time: 0.0938647 May 26 22:30:56.449153 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e545e9-e435-45fb-b907-dbca28f66540 req-e1672547-eb5b-4961-9039-30216550c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.450618 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-e1672547-eb5b-4961-9039-30216550c28e service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1422565 May 26 22:30:56.516489 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-011cdeea-fe07-4db8-a99f-034c3c480c1b service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355971 May 26 22:30:56.561398 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-965f39d3-89eb-4c4e-9606-f2b7dd4e900a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 999 time: 0.1032867 May 26 22:30:56.626243 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e545e9-e435-45fb-b907-dbca28f66540 req-069b2ce3-aba8-40cd-917f-b256942b6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.627847 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-069b2ce3-aba8-40cd-917f-b256942b6330 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0595913 May 26 22:30:56.636723 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59870) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:56.657757 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01169d07-41be-4a5a-879b-17271c9394ec req-3e291956-3208-4a65-aaab-fe8e559037c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339223 May 26 22:30:56.700304 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:56.764821 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:30:56.773948 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Usage tracker for resource:security_group_rule and tenant:72cec883169d444485fa75ae910e8d63 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:30:56.774473 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-9f063e10-dd56-4709-a293-916a5b8e5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.776040 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-9f063e10-dd56-4709-a293-916a5b8e5433 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 1098 time: 0.0747130 May 26 22:30:56.782806 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:30:56.797733 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:30:56.833688 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e545e9-e435-45fb-b907-dbca28f66540 req-96b23a0c-3750-4578-8776-5990df5f0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.835164 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-96b23a0c-3750-4578-8776-5990df5f0660 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1999290 May 26 22:30:56.913042 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-6b9dc992-2a49-4bc1-accb-77b0c906ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.914505 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-6b9dc992-2a49-4bc1-accb-77b0c906ad2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 200 len: 915 time: 0.1322882 May 26 22:30:56.975250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24a897-61a4-4e12-bd48-aa36cbd58304 req-28e987ad-81f3-4275-8fc6-30e96b7c6811 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:56.976818 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc24a897-61a4-4e12-bd48-aa36cbd58304 req-28e987ad-81f3-4275-8fc6-30e96b7c6811 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.2671642 May 26 22:30:56.988137 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-7f74ac32-6054-4844-a713-e0a68534886f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0665433 May 26 22:30:57.052909 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-1b70dfd6-186c-4118-923d-43dbad7a6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:57.054470 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-1b70dfd6-186c-4118-923d-43dbad7a6931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 200 len: 853 time: 0.0602167 May 26 22:30:57.133656 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-81110511-1a4d-44d6-a6fa-ad7369cc650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:57.135136 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-81110511-1a4d-44d6-a6fa-ad7369cc650e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9aaee0e0-6e62-4a97-8a70-449cd6bd0303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740602 May 26 22:30:57.139835 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-fc24a897-61a4-4e12-bd48-aa36cbd58304 req-40f7345d-151a-4aea-9621-87fe227c29f2 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169169 May 26 22:30:57.145875 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.163318 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-17ae358f-aff7-4912-a2d0-2e98d3687098 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198750 May 26 22:30:57.246573 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.256327 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1b8653b3-c74b-4221-945f-79d0afbf1386 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:57.275740 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-f887d6a8-bcd3-47f8-83f2-4e28dd8e9d06 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334708 May 26 22:30:57.321101 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72cec883169d444485fa75ae910e8d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482439 May 26 22:30:57.326560 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59874) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:30:57.337380 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c8a171-7eb7-4627-a033-573c8e3f7c85,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:57.352632 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:57.361778 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04e545e9-e435-45fb-b907-dbca28f66540 req-540bce67-00fe-4bc0-96bd-fd2c90a96ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908510 May 26 22:30:57.408933 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.422552 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-442cfd45-8b60-4657-8349-6ef5391ed359 req-08787c6e-c45a-44ba-a2e6-09078935c904 service neutron] 10.222.0.20 "GET /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394162 May 26 22:30:57.435007 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.560804 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.565684 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a614092c-f7da-4708-8dad-32516b805040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:30:57.580023 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c8a171-7eb7-4627-a033-573c8e3f7c85,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:30:57.582854 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:30:57.587028 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:30:57.588465 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7c8a171-7eb7-4627-a033-573c8e3f7c85 HTTP/1.1" status: 204 len: 168 time: 0.2609625 May 26 22:30:58.338399 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5078a-c9ef-4913-960a-c802c05d5918 req-4e5b5e20-fc1a-43c6-93fc-815dc52c59da tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:58.339900 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5ed5078a-c9ef-4913-960a-c802c05d5918 req-4e5b5e20-fc1a-43c6-93fc-815dc52c59da tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0828743 May 26 22:30:58.384256 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5ed5078a-c9ef-4913-960a-c802c05d5918 req-28e3a94c-c412-43fe-a171-79696b6e8ed8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 May 26 22:30:59.584335 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ae7f-0cd3-4c86-a75c-65a2c774b2b5 req-34674ca4-7150-460d-8c5d-592e92093030 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:59.585797 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3488ae7f-0cd3-4c86-a75c-65a2c774b2b5 req-34674ca4-7150-460d-8c5d-592e92093030 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 943 time: 0.0848312 May 26 22:30:59.634702 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3488ae7f-0cd3-4c86-a75c-65a2c774b2b5 req-8bc3719f-b9bb-4136-979c-3244c358c57d tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 May 26 22:30:59.783263 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-ceda8e6e-89aa-4dce-909b-cf6545e562af tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:30:59.784139 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-ceda8e6e-89aa-4dce-909b-cf6545e562af tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:30:59.842517 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:30:59.869255 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-ceda8e6e-89aa-4dce-909b-cf6545e562af tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:30:59.871399 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-ceda8e6e-89aa-4dce-909b-cf6545e562af tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.1672754 May 26 22:30:59.927970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-cbeeb455-db9e-4e69-8a2e-5cacbc52933f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92361) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:30:59.981111 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:30:59.993879 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'port_id': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'mac_address': 'fa:16:3e:da:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:31:00.007607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-cbeeb455-db9e-4e69-8a2e-5cacbc52933f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:security_group {{(pid=92361) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:00.008804 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ef25e700-5116-4f29-8ffa-38ffc49580d3 req-cbeeb455-db9e-4e69-8a2e-5cacbc52933f tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318216 May 26 22:31:00.051537 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:00.070666 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:31:00.085724 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:00.179074 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:00.181517 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:00.244944 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=9']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:00.248143 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:00.592214 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['6d1d40db-71fd-4cd8-8682-75d0a690d47a'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:31:00.824985 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2df8f3-e557-42c2-88ef-04b0096bfbc6 req-6806f0eb-53b2-4fe3-80be-0346677e750f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:00.826440 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9c2df8f3-e557-42c2-88ef-04b0096bfbc6 req-6806f0eb-53b2-4fe3-80be-0346677e750f tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 944 time: 0.0801172 May 26 22:31:00.870329 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-9c2df8f3-e557-42c2-88ef-04b0096bfbc6 req-ed7cab31-8453-4ac7-980d-e6961dd4aa8c tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 May 26 22:31:01.198416 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49a8ee-ef1d-43c6-83d5-66f2d82cdfe4 req-bfaf11a5-2833-4bdf-9610-a55b3bcc3178 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:01.199889 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2a49a8ee-ef1d-43c6-83d5-66f2d82cdfe4 req-bfaf11a5-2833-4bdf-9610-a55b3bcc3178 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0830255 May 26 22:31:01.243260 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2a49a8ee-ef1d-43c6-83d5-66f2d82cdfe4 req-aebdf473-574c-4a9e-ac3d-bfc2da4f19e7 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 May 26 22:31:01.840959 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:31:01.871324 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-4e967c22-71ca-44cf-9de0-c3edb64d893b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:01.872827 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-4e967c22-71ca-44cf-9de0-c3edb64d893b tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0843849 May 26 22:31:01.910085 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 6d1d40db-71fd-4cd8-8682-75d0a690d47a triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:31:01.910762 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.039379 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.065417 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:02.075503 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:02.077590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Deleting port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:02.078247 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.112636 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'code': 200} May 26 22:31:02.160962 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.163585 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:02.235028 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=10']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:02.238012 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:02.273609 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48830065-91f7-479f-839f-76ad5d3e844a req-3e83da94-2a0c-4b21-8ef4-bf28c820cdd4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:02.275257 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-48830065-91f7-479f-839f-76ad5d3e844a req-3e83da94-2a0c-4b21-8ef4-bf28c820cdd4 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 944 time: 0.2752724 May 26 22:31:02.360328 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-48830065-91f7-479f-839f-76ad5d3e844a req-c2ede234-07a9-4b25-9cb8-bbf5b3087c66 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779364 May 26 22:31:02.362439 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] For port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:02.362979 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.425625 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59976) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:02.457413 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854ad6e-07ff-4097-9a4f-2c93d9f11799 req-7cafd10e-c46e-48e4-a08e-5950bd028918 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:02.458894 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d854ad6e-07ff-4097-9a4f-2c93d9f11799 req-7cafd10e-c46e-48e4-a08e-5950bd028918 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 945 time: 0.0946710 May 26 22:31:02.512816 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Calling delete_port for 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:02.560571 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-d854ad6e-07ff-4097-9a4f-2c93d9f11799 req-a06ea1d0-4927-4150-8c60-a16bc30967fd tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef419af3-16c5-4321-92c8-9b357a8b9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701087 May 26 22:31:02.567315 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.588694 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:02.593713 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddcb16d1a0a4abeb24894a605b2fc80 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:02.597293 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:02.604689 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afcc99-e293-43a7-a596-17bb3f7a0ccc req-0e2f2911-21b0-4df4-b2d3-e78acd159eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:02.609316 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1afcc99-e293-43a7-a596-17bb3f7a0ccc req-0e2f2911-21b0-4df4-b2d3-e78acd159eed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1099 time: 0.1463666 May 26 22:31:02.609316 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:02.671731 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b1afcc99-e293-43a7-a596-17bb3f7a0ccc req-fd71a909-0ffd-4667-b28a-791136ec14b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560222 May 26 22:31:02.709507 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.717534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:02.720551 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:31:02.724984 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.807698 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.808612 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Pushing event deleted for resources: {'Port': ['ID=01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:02.814404 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:02.816506 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ce8c41ca-897f-45bc-8e34-fc023e523248 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:02.852144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] No DVR routers for this DVR port 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:02.854805 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.856760 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ddcb16d1a0a4abeb24894a605b2fc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292164 May 26 22:31:02.858637 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c813f12a-70af-475d-9e24-32234f9d951d,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:02.858787 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'name': 'network-vif-deleted', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:31:02.861064 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59982) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:02.863447 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:02.907252 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0226a8e-a997-4320-abbd-8c968de62c47', 'name': 'network-vif-deleted', 'tag': '01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0', 'status': 'completed', 'code': 200} May 26 22:31:02.921480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:02.935146 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-f730ada6-88f2-4d92-9598-6f49dcd411f6 req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.20 "DELETE /v2.0/ports/01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 HTTP/1.1" status: 204 len: 173 time: 1.0567517 May 26 22:31:02.947052 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:03.053037 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:03.056615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a68b4883-6792-47d0-94e7-62a88736a56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:03.067727 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813f12a-70af-475d-9e24-32234f9d951d,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:03.069875 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:03.076227 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:03.077325 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-cd2b1cc2-b380-4083-b32b-57134a18f431 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c813f12a-70af-475d-9e24-32234f9d951d HTTP/1.1" status: 204 len: 168 time: 0.2153847 May 26 22:31:03.549666 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d3161-46e9-41e4-9b77-70c29295279d req-65fdd9ce-9f0d-4c56-adc7-506443b11022 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:03.551123 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c18d3161-46e9-41e4-9b77-70c29295279d req-65fdd9ce-9f0d-4c56-adc7-506443b11022 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0820172 May 26 22:31:03.597056 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-c18d3161-46e9-41e4-9b77-70c29295279d req-fd81b710-aeec-4549-9d3b-d35a52e4f167 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400078 May 26 22:31:03.726963 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-6b943207-7f93-4e26-9486-9f97a7e5bbe3 req-2b2b4104-0193-44c8-aec3-5efd53181044 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Synchronizing usage tracker for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:31:03.837858 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 59998) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:03.845154 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-6b943207-7f93-4e26-9486-9f97a7e5bbe3 req-2b2b4104-0193-44c8-aec3-5efd53181044 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Unset dirty status for tenant:6cc7fed27ad74d409ef8eaa31a822055 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:31:03.846310 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-6b943207-7f93-4e26-9486-9f97a7e5bbe3 req-2b2b4104-0193-44c8-aec3-5efd53181044 tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0226a8e-a997-4320-abbd-8c968de62c47 HTTP/1.1" status: 200 len: 210 time: 0.1614320 May 26 22:31:03.862174 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:03.889549 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:03.893997 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Usage tracker for resource:security_group_rule and tenant:ec21c0fecda54a0d9b38ddd4dc71d8df is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:03.897074 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:03.904135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:04.005215 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.064892 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.074023 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-72cb12fd-7e29-4b0c-9bc8-d110d819156e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:04.124798 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec21c0fecda54a0d9b38ddd4dc71d8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801609 May 26 22:31:04.124798 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecb8e5-6f3a-4c53-babe-00557aafe9de,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:04.125274 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60012) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:04.125929 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:04.187380 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.212983 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.327102 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.330961 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0cb8213e-7b8d-464c-9dac-5a63644d90db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:04.342649 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecb8e5-6f3a-4c53-babe-00557aafe9de,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:04.346579 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:04.349951 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:04.351003 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-33c4bb7a-4aa8-49f8-ae4e-57b4d55f7a94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74ecb8e5-6f3a-4c53-babe-00557aafe9de HTTP/1.1" status: 204 len: 168 time: 0.2276323 May 26 22:31:04.801392 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c470-f7d7-429b-97cf-d8a650d9500c req-ef9252bd-847b-40e2-b4ae-0d691c7e6808 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:04.802877 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1e78c470-f7d7-429b-97cf-d8a650d9500c req-ef9252bd-847b-40e2-b4ae-0d691c7e6808 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0910640 May 26 22:31:04.855714 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-1e78c470-f7d7-429b-97cf-d8a650d9500c req-cbbdd008-7c10-4451-9eca-ac02b643c4c8 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417950 May 26 22:31:05.854736 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:05.888317 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:05.888669 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 01ef0c14-23cd-4f6c-beba-0b9ecc75c4d0 not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:06.039347 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60108) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:06.049448 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a64048-abf6-4580-b442-84b448bca43c req-2d1b5b97-9d3b-409c-b48e-90504095e77a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:06.051440 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30a64048-abf6-4580-b442-84b448bca43c req-2d1b5b97-9d3b-409c-b48e-90504095e77a tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0855129 May 26 22:31:06.097354 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-30a64048-abf6-4580-b442-84b448bca43c req-856e6c99-a256-42fb-9a72-3b2bfd2fa2f5 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 May 26 22:31:06.164460 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.178998 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:06.182768 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb1032bd80841ec8c7605e08efcd5d0 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:06.185505 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:06.190956 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:06.280068 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.349978 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.359212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-796a1983-59f2-4198-8ef4-1e2b61471eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:06.401998 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cb1032bd80841ec8c7605e08efcd5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614311 May 26 22:31:06.403641 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f6290-9f63-4531-9a69-9280aa4c0c87,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:06.404921 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60118) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:06.411771 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:06.469414 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.494225 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.562135 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60122) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:06.620806 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.625812 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-91999611-9dad-4e41-87f3-4a8bdff08790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:06.639304 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f6290-9f63-4531-9a69-9280aa4c0c87,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:06.646684 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:06.650370 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/714f6290-9f63-4531-9a69-9280aa4c0c87 HTTP/1.1" status: 204 len: 168 time: 0.2411792 May 26 22:31:06.650370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.650370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.650370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.650370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.651544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.651544 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.651926 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.652280 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.653070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.653070 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.653731 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.653731 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:06.656649 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-222d120d-7e00-455b-9f77-061db7d45b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:07.195859 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:07.603808 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Deleting port 175de5ce-aa38-4a0c-a609-d7eb2d232c56 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:07.604153 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:07.725581 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] For port 175de5ce-aa38-4a0c-a609-d7eb2d232c56, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=175de5ce-aa38-4a0c-a609-d7eb2d232c56,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:07.726080 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:07.850250 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Calling delete_port for 175de5ce-aa38-4a0c-a609-d7eb2d232c56 owned by network:router_interface {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:08.041882 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.046302 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cedc6541-6024-47f2-8c02-a45af81e003e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:08.090336 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Pushing event deleted for resources: {'Port': ['ID=175de5ce-aa38-4a0c-a609-d7eb2d232c56,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:08.119707 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:08.319972 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60154) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:08.440677 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.456463 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:08.460674 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Usage tracker for resource:security_group_rule and tenant:e4441fefae504d55bd7f3b73cd910247 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:08.463874 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:08.469468 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:08.477673 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.559342 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.628795 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.637590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-872bbc54-b27f-46c6-a2fc-2a6f05db69b3 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:08.684086 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4441fefae504d55bd7f3b73cd910247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599863 May 26 22:31:08.684086 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2f79b-894b-42dc-83dc-1f354a5f001b,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:08.685193 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60160) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:08.709597 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-a90c4cd3-29c4-4879-9c05-0bf383df337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:08.745915 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.755560 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6492b757-2afa-4ea1-8dbb-86201b7d3e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.773936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.846662 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Router 96560672-c37c-45d2-bb29-54416579960f has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:31:08.937489 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.942684 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-d1abe985-fdf6-465f-82bd-0be90c6e69d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:08.956120 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2f79b-894b-42dc-83dc-1f354a5f001b,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:08.958416 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:08.960741 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:08.964652 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4ceb1a08-1541-4cf2-8bd3-505cab9cc7da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ec2f79b-894b-42dc-83dc-1f354a5f001b HTTP/1.1" status: 204 len: 168 time: 0.2757814 May 26 22:31:09.025778 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:31:09.034450 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Sync routers for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:31:09.044297 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:09.045092 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:09.117276 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-363a74be-5af6-4de2-8fbd-0c0819f7516f admin admin] 10.222.0.23 "PUT /v2.0/routers/96560672-c37c-45d2-bb29-54416579960f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539653 May 26 22:31:09.120360 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60166) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:09.224383 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:09.307510 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks [] for router, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:09.480591 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:09.509714 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': '5ccd17ac-e861-4993-836f-61723794e091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:31:07Z', 'revision_number': 5, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port': {'id': '5ccd17ac-e861-4993-836f-61723794e091', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96560672-c37c-45d2-bb29-54416579960f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:26:57Z', 'updated_at': '2021-05-26T22:27:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:09.514299 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Checking router: 96560672-c37c-45d2-bb29-54416579960f for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:31:09.522667 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Routers {'96560672-c37c-45d2-bb29-54416579960f'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:09.524195 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:30:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['96560672-c37c-45d2-bb29-54416579960f'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:09.637522 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Deleting port 5ccd17ac-e861-4993-836f-61723794e091 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:09.637867 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:09.670602 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] Set router 96560672-c37c-45d2-bb29-54416579960f gateway port host: None {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:09.770181 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] For port 5ccd17ac-e861-4993-836f-61723794e091, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=5ccd17ac-e861-4993-836f-61723794e091,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:09.770545 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:09.777658 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:31:09Z', 'revision_number': 6, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:09.781678 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5f241d-1a8d-4c1c-ab3d-bae4c83eefb3 None None] The sync data for ids ['96560672-c37c-45d2-bb29-54416579960f'] in dv-cinder-793244-1-smb is: [{'id': '96560672-c37c-45d2-bb29-54416579960f', 'name': 'tempest-TestMinimumBasicScenario-570739885-router', 'tenant_id': '6cc7fed27ad74d409ef8eaa31a822055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:26:56Z', 'updated_at': '2021-05-26T22:31:09Z', 'revision_number': 6, 'project_id': '6cc7fed27ad74d409ef8eaa31a822055', 'gw_port_host': None}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:31:09.894521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Calling delete_port for 5ccd17ac-e861-4993-836f-61723794e091 owned by network:router_gateway {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:10.205564 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 175de5ce-aa38-4a0c-a609-d7eb2d232c56 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:10.216295 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.222249 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-cb8d4057-fc6d-45ea-bbf3-3ed3771b4ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:10.246878 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 175de5ce-aa38-4a0c-a609-d7eb2d232c56 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:10.247451 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 175de5ce-aa38-4a0c-a609-d7eb2d232c56 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:10.274397 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccd17ac-e861-4993-836f-61723794e091,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:10.278085 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:10.365437 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.535896 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.537970 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.687564 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.688126 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96560672-c37c-45d2-bb29-54416579960f {{(pid=92361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:31:10.701338 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.702451 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-983dcb6a-2565-4975-92b2-4de91f5ff0ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/96560672-c37c-45d2-bb29-54416579960f HTTP/1.1" status: 204 len: 168 time: 1.5811830 May 26 22:31:10.705074 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60192) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:10.778284 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Deleting subnet 665dfcc3-1cee-481b-a260-a1a1c639ef8a {{(pid=92362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:31:10.781616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.834152 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2217515'] for subnet, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:10.951947 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.253632 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1658373'] for subnet, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.258487 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e9958f0-e48d-47a2-9899-8a64b538c932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:11.296168 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665dfcc3-1cee-481b-a260-a1a1c639ef8a,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:11.298682 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for subnet, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.301824 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac9ea4-376d-4abe-b391-a22b7c789748 None None] Network 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:31:11.302882 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:11.304695 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-cc1a126d-2ac3-4761-9441-c3c202a2e52c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/665dfcc3-1cee-481b-a260-a1a1c639ef8a HTTP/1.1" status: 204 len: 168 time: 0.5984838 May 26 22:31:11.307757 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60200) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:11.318990 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-603a742e-14e7-4607-9666-485eeb0f8150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.511257 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.517520 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.584144 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Deleting port 7e6e9973-64e2-4a01-be81-24c4739bed6f {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:11.584521 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.613725 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] DHCP port deletion for 9aaee0e0-6e62-4a97-8a70-449cd6bd0303 request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:31:11.680446 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Deleting port 7e6e9973-64e2-4a01-be81-24c4739bed6f {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:11.680830 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.687724 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] For port 7e6e9973-64e2-4a01-be81-24c4739bed6f, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7e6e9973-64e2-4a01-be81-24c4739bed6f,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:11.688078 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.780800 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] For port 7e6e9973-64e2-4a01-be81-24c4739bed6f, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7e6e9973-64e2-4a01-be81-24c4739bed6f,segment=NetworkSegment(09f53cee-8fb9-4429-8ddb-a978db47cfc4),segment_id=09f53cee-8fb9-4429-8ddb-a978db47cfc4)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:11.781115 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.814681 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Calling delete_port for 7e6e9973-64e2-4a01-be81-24c4739bed6f owned by network:dhcp {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:11.903569 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Calling delete_port for 7e6e9973-64e2-4a01-be81-24c4739bed6f owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:11.962163 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.966975 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-8e323e92-435f-451e-b006-5609fff62410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:11.968148 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:11.973135 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-7a626e41-a422-4d4c-96e4-8ecc325cb107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:12.012858 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6e9973-64e2-4a01-be81-24c4739bed6f,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:12.015287 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Pushing event deleted for resources: {'Port': ['ID=7e6e9973-64e2-4a01-be81-24c4739bed6f,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:12.017500 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:12.018780 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:12.020885 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] No DVR routers for this DVR port 7e6e9973-64e2-4a01-be81-24c4739bed6f on host dv-cinder-793244-1-smb {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:12.023362 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915f0e7-b131-457e-a561-e4d8e8b881d3 None None] No DVR routers for this DVR port 7e6e9973-64e2-4a01-be81-24c4739bed6f on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:12.090167 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 5ccd17ac-e861-4993-836f-61723794e091 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:12.127786 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 5ccd17ac-e861-4993-836f-61723794e091 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:12.128149 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 5ccd17ac-e861-4993-836f-61723794e091 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:12.128582 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7e6e9973-64e2-4a01-be81-24c4739bed6f no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:12.141172 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.154874 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaee0e0-6e62-4a97-8a70-449cd6bd0303']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:12.161163 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 7e6e9973-64e2-4a01-be81-24c4739bed6f {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:12.161517 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7e6e9973-64e2-4a01-be81-24c4739bed6f not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:12.167945 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f53cee-8fb9-4429-8ddb-a978db47cfc4') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:12.168535 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f53cee-8fb9-4429-8ddb-a978db47cfc4') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:12.181467 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.198661 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.204596 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:31:12.205016 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:31:12.218521 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:31:12.253212 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.344890 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.348651 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-258aeccf-2b71-4924-8b23-b911207e9dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:12.361428 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:12.371331 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aaee0e0-6e62-4a97-8a70-449cd6bd0303,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:12.375992 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:12.378771 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-33b5eb77-f1e3-4ee9-9905-c65fe8e4a1b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9aaee0e0-6e62-4a97-8a70-449cd6bd0303 HTTP/1.1" status: 204 len: 168 time: 1.0698831 May 26 22:31:12.381552 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60208) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:12.906292 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:13.405150 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Deleting port a8fa9853-8c02-478e-8650-6bf08cf14ca6 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:13.405484 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:13.521692 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] For port a8fa9853-8c02-478e-8650-6bf08cf14ca6, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=a8fa9853-8c02-478e-8650-6bf08cf14ca6,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:13.522045 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:13.646354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Calling delete_port for a8fa9853-8c02-478e-8650-6bf08cf14ca6 owned by network:router_interface {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:13.818900 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:13.858598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:13.863394 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-193dd215-cd54-4633-9103-2497310f5243 tempest-ServerRescueNegativeTestJSON-1024954070 tempest-ServerRescueNegativeTestJSON-1024954070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:13.908889 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8fa9853-8c02-478e-8650-6bf08cf14ca6,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:13.911375 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:14.195321 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:14.543918 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:31:14.820972 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:31:14.829414 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Sync routers for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:31:14.829882 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-fee84cf1-d67c-4d75-92c4-0e3aaf10cf6f admin admin] 10.222.0.23 "PUT /v2.0/routers/b3c2ffc4-5a00-45e1-b275-707e7fc032c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4470956 May 26 22:31:14.832039 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60222) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:14.839278 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:14.839924 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:31:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:15.011462 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.015132 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:15.190598 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.294744 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:31:13Z', 'revision_number': 5, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port': {'id': '391b666f-c47b-4e1f-8a76-c849eae0d7b9', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:15.298484 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Checking router: b3c2ffc4-5a00-45e1-b275-707e7fc032c2 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:31:15.307005 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Routers {'b3c2ffc4-5a00-45e1-b275-707e7fc032c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:31:15.307728 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:31:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:15.311563 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Deleting port 391b666f-c47b-4e1f-8a76-c849eae0d7b9 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:15.311937 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.436422 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] For port 391b666f-c47b-4e1f-8a76-c849eae0d7b9, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=391b666f-c47b-4e1f-8a76-c849eae0d7b9,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:15.436784 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.457997 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] Set router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 gateway port host: None {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:31:15.563820 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Calling delete_port for 391b666f-c47b-4e1f-8a76-c849eae0d7b9 owned by network:router_gateway {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:15.597480 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:31:15Z', 'revision_number': 6, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:15.601342 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10ac05-bc82-4575-880d-0b3592250605 None None] The sync data for ids ['b3c2ffc4-5a00-45e1-b275-707e7fc032c2'] in dv-cinder-793244-1-smb is: [{'id': 'b3c2ffc4-5a00-45e1-b275-707e7fc032c2', 'name': 'tempest-TestMinimumBasicScenario-1358381546-router', 'tenant_id': 'ec2432c2017b45549028ea45e5449150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:27:05Z', 'updated_at': '2021-05-26T22:31:15Z', 'revision_number': 6, 'project_id': 'ec2432c2017b45549028ea45e5449150', 'gw_port_host': None}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:31:15.800157 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:15.804623 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:15.849845 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=391b666f-c47b-4e1f-8a76-c849eae0d7b9,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:15.853065 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:15.938695 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.111199 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.113288 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.235808 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.236344 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c2ffc4-5a00-45e1-b275-707e7fc032c2 {{(pid=92362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:31:16.248121 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.249371 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-caa979cb-d007-48e1-88ef-ff9e85eb2f3b admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3c2ffc4-5a00-45e1-b275-707e7fc032c2 HTTP/1.1" status: 204 len: 168 time: 1.4164352 May 26 22:31:16.252030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60232) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.311221 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Deleting subnet 38cd8156-5f5b-473e-ad21-717c02945cad {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:31:16.313906 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.367532 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.407794 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8fa9853-8c02-478e-8650-6bf08cf14ca6 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:16.445714 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: a8fa9853-8c02-478e-8650-6bf08cf14ca6 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:16.446068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device a8fa9853-8c02-478e-8650-6bf08cf14ca6 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:16.446256 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.755986 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.763195 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ebb7e1f5-e300-40b0-843a-a8d26c755f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:16.798296 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.801406 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38cd8156-5f5b-473e-ad21-717c02945cad,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:16.803314 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b189120-24d8-467d-899f-abd65bdb4b77 None None] Network 93a7df4a-61a1-488c-9eeb-81915fe51ec2 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:31:16.810488 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.810860 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.811227 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.811584 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.811963 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.812324 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.812692 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.813025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.813399 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.813744 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.814089 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.814433 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:16.818102 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:16.820300 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c2890e85-589a-4eb7-97f9-5130b0aa35a6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/38cd8156-5f5b-473e-ad21-717c02945cad HTTP/1.1" status: 204 len: 168 time: 0.5663269 May 26 22:31:16.821957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60238) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:16.927008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:16.997599 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Deleting port 00ecec12-d5b3-484f-8495-2cb4422e78ca {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:16.997940 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.031027 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] DHCP port deletion for 93a7df4a-61a1-488c-9eeb-81915fe51ec2 request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:31:17.094615 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Deleting port 00ecec12-d5b3-484f-8495-2cb4422e78ca {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:31:17.094997 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.097960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] For port 00ecec12-d5b3-484f-8495-2cb4422e78ca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=00ecec12-d5b3-484f-8495-2cb4422e78ca,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:17.098347 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.193263 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] For port 00ecec12-d5b3-484f-8495-2cb4422e78ca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=00ecec12-d5b3-484f-8495-2cb4422e78ca,segment=NetworkSegment(ae89b57c-9bab-4ae6-945c-b2c5e0bd1478),segment_id=ae89b57c-9bab-4ae6-945c-b2c5e0bd1478)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:31:17.193551 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.218688 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Calling delete_port for 00ecec12-d5b3-484f-8495-2cb4422e78ca owned by network:dhcp {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:17.316071 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Calling delete_port for 00ecec12-d5b3-484f-8495-2cb4422e78ca owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:31:17.331591 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.336264 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-955f3b0b-699d-40ad-a403-b15ecac8de7d tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:17.358760 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.362601 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:17.405718 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Pushing event deleted for resources: {'Port': ['ID=00ecec12-d5b3-484f-8495-2cb4422e78ca,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:17.410677 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] No DVR routers for this DVR port 00ecec12-d5b3-484f-8495-2cb4422e78ca on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:17.417010 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.417356 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.417696 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.418023 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.418349 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.418672 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.418994 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.419311 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.419629 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.419971 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.420296 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.420601 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:31:17.423584 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-3d5bb2e1-1d48-43a6-8429-3c67a1335937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:17.483209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] No DVR routers for this DVR port 00ecec12-d5b3-484f-8495-2cb4422e78ca on host dv-cinder-793244-1-smb {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:31:17.511960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Pushing event deleted for resources: {'Port': ['ID=00ecec12-d5b3-484f-8495-2cb4422e78ca,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:17.514192 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:17.599268 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.613528 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a7df4a-61a1-488c-9eeb-81915fe51ec2']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:17.627193 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:17.627495 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89b57c-9bab-4ae6-945c-b2c5e0bd1478') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:31:17.639069 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.654794 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.661065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:31:17.661360 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:31:17.675095 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:31:17.846366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.850438 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-6ac5b396-237f-42c4-a97e-e39dbee50111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:17.864199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:17.874832 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Pushing event deleted for resources: {'Network': ['ID=93a7df4a-61a1-488c-9eeb-81915fe51ec2,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:17.877598 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:17.879722 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-307103e2-d35e-4963-8523-d895caa3f95d admin admin] 10.222.0.23 "DELETE /v2.0/networks/93a7df4a-61a1-488c-9eeb-81915fe51ec2 HTTP/1.1" status: 204 len: 168 time: 1.0559599 May 26 22:31:18.050872 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 391b666f-c47b-4e1f-8a76-c849eae0d7b9 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:18.083746 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 391b666f-c47b-4e1f-8a76-c849eae0d7b9 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:18.084103 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 391b666f-c47b-4e1f-8a76-c849eae0d7b9 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:18.084547 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 00ecec12-d5b3-484f-8495-2cb4422e78ca no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:31:18.120074 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 00ecec12-d5b3-484f-8495-2cb4422e78ca {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:31:18.120413 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 00ecec12-d5b3-484f-8495-2cb4422e78ca not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:31:18.235305 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60252) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:18.285806 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4b0dfa6a-febd-43a6-b128-9783ca088856 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cc7fed27ad74d409ef8eaa31a822055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471137 May 26 22:31:18.286079 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60256) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:18.349937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.376969 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.537256 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.542163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-88940b2c-45c0-4556-9316-4f1ef299037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:18.554789 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef419af3-16c5-4321-92c8-9b357a8b9e35,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:18.557385 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:18.628613 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:18.629858 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7cf44671-a8a8-41a8-b3bc-00f301c391c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef419af3-16c5-4321-92c8-9b357a8b9e35 HTTP/1.1" status: 204 len: 168 time: 0.3428149 May 26 22:31:19.342642 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60268) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:19.393817 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-6659bf74-8006-411e-a7b2-deac33bc9b06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec2432c2017b45549028ea45e5449150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474195 May 26 22:31:19.393817 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60272) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:19.452211 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:19.477892 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:19.601568 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:19.607348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-8f4e8567-6068-4260-8fba-0f6703da0f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:19.619807 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f92f5a0-0da8-4940-9d3a-8d8654b348b6,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:19.628147 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:19.630207 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:19.631307 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-1718b1d6-a286-4f25-b11b-42deb3114487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f92f5a0-0da8-4940-9d3a-8d8654b348b6 HTTP/1.1" status: 204 len: 168 time: 0.2366030 May 26 22:31:22.406625 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:26.683061 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:31:28.797271 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60332) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:28.911520 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:28.925303 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:31:28.929060 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Usage tracker for resource:security_group_rule and tenant:1c32ed1a291746cfb770723b68aef23f is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:31:28.931824 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:31:28.937487 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:31:29.018863 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.086113 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.186203 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-95728a2f-0c43-4dc8-a094-6e87a340e017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:29.225029 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c32ed1a291746cfb770723b68aef23f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267282 May 26 22:31:29.226621 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3926912c-a4ac-4138-92a4-84ba9479fbc8,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.227811 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60338) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:31:29.229743 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c2f65a38-1e13-4f02-adae-0ac1db55158d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:29.286463 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.312212 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.417957 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.421558 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4263961f-d211-47e4-8eec-f76069f0e99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:31:29.434518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3926912c-a4ac-4138-92a4-84ba9479fbc8,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:31:29.437462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:31:29.439462 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:29.442724 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3926912c-a4ac-4138-92a4-84ba9479fbc8 HTTP/1.1" status: 204 len: 168 time: 0.2117205 May 26 22:31:38.760833 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ac240bd6-3263-4215-9fc1-747aed160fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.329440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-b01d714f-5f9c-4427-aa68-1aff4a3a9988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:41.412116 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:42.274601 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:43.817278 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:52.428570 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:31:53.868377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc68ba-d6ef-44f5-a0b1-7767515b429c req-ca3ae401-916b-4b48-8817-3e3c79f540d4 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:53.869856 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10fc68ba-d6ef-44f5-a0b1-7767515b429c req-ca3ae401-916b-4b48-8817-3e3c79f540d4 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.2450662 May 26 22:31:53.917133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-10fc68ba-d6ef-44f5-a0b1-7767515b429c req-4ddf4db4-11e4-4641-8352-a12760318635 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 May 26 22:31:55.157772 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13faf83-2ecc-48b8-bb27-93b0d2778c83 req-56d75566-bc5c-495f-81d6-e8f5ff517b55 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:55.159205 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b13faf83-2ecc-48b8-bb27-93b0d2778c83 req-56d75566-bc5c-495f-81d6-e8f5ff517b55 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.1333172 May 26 22:31:55.201733 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-b13faf83-2ecc-48b8-bb27-93b0d2778c83 req-83b1a8e8-c4f4-4f0b-8c10-b10dd0422b0e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367138 May 26 22:31:56.381588 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1be70-883a-48a8-a2f9-e4c2fc1aff83 req-284357e1-deed-4515-92bc-c1d84c685e60 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:56.382956 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-38c1be70-883a-48a8-a2f9-e4c2fc1aff83 req-284357e1-deed-4515-92bc-c1d84c685e60 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0774522 May 26 22:31:56.427213 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-38c1be70-883a-48a8-a2f9-e4c2fc1aff83 req-5c9a0c0d-008f-4c35-89dc-ad93788c1c9f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 May 26 22:31:57.606303 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3290e-cfe3-4845-b5cb-3cae82c4c96f req-82cc31e3-8a5e-4960-9dbe-7a73cf169aa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:57.607858 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3a3290e-cfe3-4845-b5cb-3cae82c4c96f req-82cc31e3-8a5e-4960-9dbe-7a73cf169aa6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0783100 May 26 22:31:57.651181 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e3a3290e-cfe3-4845-b5cb-3cae82c4c96f req-3a79d329-9250-4808-b6a7-b3385a949095 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372288 May 26 22:31:58.657258 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-d8d6ba7b-36a4-4dc1-ad17-9630f3be9e82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706902 May 26 22:31:58.854134 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-0f3e8852-9260-44da-8fa3-fe390e0cee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:58.855557 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-0f3e8852-9260-44da-8fa3-fe390e0cee31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5742b7093042cd8d93b4b78f82e538&device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 1099 time: 0.1310112 May 26 22:31:58.863937 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba5403-787d-469c-a0c4-e328efe39c30 req-b4ef0c7c-dd77-4439-8796-0e620e186583 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:58.865268 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5aba5403-787d-469c-a0c4-e328efe39c30 req-b4ef0c7c-dd77-4439-8796-0e620e186583 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.1057198 May 26 22:31:58.985517 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-5aba5403-787d-469c-a0c4-e328efe39c30 req-67862aa1-f87f-479d-a708-856ea431438a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146185 May 26 22:31:59.024767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-fddfb7fb-1d3e-426b-a129-aa2b73656d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:59.026133 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-fddfb7fb-1d3e-426b-a129-aa2b73656d4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 200 len: 918 time: 0.1421976 May 26 22:31:59.125594 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-66e4a8a9-e075-4ace-9562-b8e832882673 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 200 len: 1001 time: 0.0926473 May 26 22:31:59.186765 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-62e154d4-6ae2-4671-b83c-7f7d866dc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:59.188172 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-62e154d4-6ae2-4671-b83c-7f7d866dc27e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 200 len: 856 time: 0.0553503 May 26 22:31:59.264850 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-2a9bfa7b-61f7-4fd0-9108-8117e063f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:31:59.266162 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-2a9bfa7b-61f7-4fd0-9108-8117e063f617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=235179fc-a814-4ed3-b490-7a2d205df265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707946 May 26 22:31:59.277930 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-e78bc8a0-27a1-4711-8767-b2ac8c87be10 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=92362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 22:31:59.278835 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-e78bc8a0-27a1-4711-8767-b2ac8c87be10 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047607 May 26 22:31:59.409420 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-da651d6d-9682-444a-960c-0c1df1390b43 service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230490 May 26 22:31:59.539385 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-1b664bc4-4806-4f1e-a55f-510b58b35f9e req-304fa136-6832-4423-9836-5d24df0be3bd service neutron] 10.222.0.20 "GET /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224425 May 26 22:32:00.169122 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f35a-f84e-4fbd-9f9b-b2c5af1940ca req-42cc82ef-7575-437a-9e62-86fdb4113f39 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:00.170549 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e450f35a-f84e-4fbd-9f9b-b2c5af1940ca req-42cc82ef-7575-437a-9e62-86fdb4113f39 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0804176 May 26 22:32:00.214691 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e450f35a-f84e-4fbd-9f9b-b2c5af1940ca req-30b94f1d-57d5-40ef-9585-2ad7bb424bd6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380530 May 26 22:32:01.393767 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468637e-d3c1-4443-8b0a-72056fef24f1 req-69cf4aa5-fb6e-4cf5-a1ea-133141c5dce3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:01.395198 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e468637e-d3c1-4443-8b0a-72056fef24f1 req-69cf4aa5-fb6e-4cf5-a1ea-133141c5dce3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0786800 May 26 22:32:01.439397 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e468637e-d3c1-4443-8b0a-72056fef24f1 req-8f1a6848-850d-4bbf-8f9f-45d96647210f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 May 26 22:32:02.196667 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4189b8-d416-4a56-921c-4a9f94230692 req-f582491a-c482-467f-b3bc-68b4f90c1013 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:02.198111 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ae4189b8-d416-4a56-921c-4a9f94230692 req-f582491a-c482-467f-b3bc-68b4f90c1013 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0809908 May 26 22:32:02.242225 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ae4189b8-d416-4a56-921c-4a9f94230692 req-d70443e9-3dad-45e6-a6fc-177787d238ca tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 May 26 22:32:02.619718 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e1df6-a664-476c-a0ba-f7115cddfb47 req-03ab217c-18fd-4add-b3f2-4ec4b7f3847a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:02.621248 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8f1e1df6-a664-476c-a0ba-f7115cddfb47 req-03ab217c-18fd-4add-b3f2-4ec4b7f3847a tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0777974 May 26 22:32:02.668653 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-8f1e1df6-a664-476c-a0ba-f7115cddfb47 req-f1a116c1-eb1b-4b95-8bee-78b69bb02ad8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 May 26 22:32:03.428499 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6574230-6645-48cf-ba23-021ea5dd68d4 req-765f80c9-e6c9-4c9f-8c32-24287601863e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:03.429929 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e6574230-6645-48cf-ba23-021ea5dd68d4 req-765f80c9-e6c9-4c9f-8c32-24287601863e tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0785620 May 26 22:32:03.473513 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-e6574230-6645-48cf-ba23-021ea5dd68d4 req-34a0237f-b6a8-4e1a-8fbe-62a576dd60db tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380096 May 26 22:32:03.681919 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:32:03.844252 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-a7e352d0-85cb-48f0-b661-92c60c1838cd tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:03.845807 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-a7e352d0-85cb-48f0-b661-92c60c1838cd tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0857964 May 26 22:32:03.853840 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e3814-8da1-48aa-b20c-f725064f6645 req-dbfc3a59-fbeb-4737-b52f-028877e34c15 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:03.855299 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a91e3814-8da1-48aa-b20c-f725064f6645 req-dbfc3a59-fbeb-4737-b52f-028877e34c15 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0805941 May 26 22:32:03.951362 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-a91e3814-8da1-48aa-b20c-f725064f6645 req-602ce2c4-1e7f-442c-98b8-5ba561227837 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884519 May 26 22:32:03.976129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-4cba33c0-630a-4185-9f5c-d45d4e3d3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:03.976129 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-4cba33c0-630a-4185-9f5c-d45d4e3d3a1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.0959845 May 26 22:32:04.073572 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Deleting port 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:04.073915 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.115081 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-6a009b25-fa26-453c-8ce2-4270ea3762ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:04.116548 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-6a009b25-fa26-453c-8ce2-4270ea3762ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 910 time: 0.1358869 May 26 22:32:04.205072 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] For port 6d1d40db-71fd-4cd8-8682-75d0a690d47a, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=6d1d40db-71fd-4cd8-8682-75d0a690d47a,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:04.205336 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.217075 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-1f2236c2-a9d4-4e1a-94e8-b0e984b80456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 1001 time: 0.0934758 May 26 22:32:04.277465 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-9baa7dee-465b-495b-b2cb-81617883c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:04.278882 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-9baa7dee-465b-495b-b2cb-81617883c7c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0557389 May 26 22:32:04.360640 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-859baf34-4fcd-4b9f-a648-3d7b8e649262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:04.362146 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-859baf34-4fcd-4b9f-a648-3d7b8e649262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762999 May 26 22:32:04.494721 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.495340 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1025515'] for floatingip, after_update {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.495468 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Floating IP 0a95cf70-84da-4d7f-8c52-6ef7268e89a8 disassociated. External IP: 172.28.1.212, port: 6d1d40db-71fd-4cd8-8682-75d0a690d47a. May 26 22:32:04.495746 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Calling delete_port for 6d1d40db-71fd-4cd8-8682-75d0a690d47a owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:04.591405 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-f081b1a0-96c7-46e8-9573-bc018df982f1 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213745 May 26 22:32:04.680608 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684e510-9591-4050-9851-f5c7bbe02260 req-fa498884-817c-468f-96fe-63a6434930b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:04.682072 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2684e510-9591-4050-9851-f5c7bbe02260 req-fa498884-817c-468f-96fe-63a6434930b6 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 946 time: 0.0961170 May 26 22:32:04.710729 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:04.717696 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-2527d151-fae9-455c-94d0-68c2dceebacb tempest-TestMinimumBasicScenario-62128156 tempest-TestMinimumBasicScenario-62128156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:04.724199 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-0b7c5ae9-1336-4c14-8dff-b93143acba50 req-55f325e8-f25a-427a-99eb-40a3d0cf5538 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259856 May 26 22:32:04.775736 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'Port': ['ID=6d1d40db-71fd-4cd8-8682-75d0a690d47a,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:04.778137 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:04.840840 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2684e510-9591-4050-9851-f5c7bbe02260 req-92289e0f-2534-4bc7-af45-6c4478cd2dab tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups?id=8e765ba0-5f98-4d11-bacf-a5d770506e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514671 May 26 22:32:04.971174 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:32:05.141288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca0ad6-1f84-406b-afd2-deb60ee1ec55 req-c88d1d1d-24a5-48d7-9547-e887a7525a40 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:05.142998 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-45ca0ad6-1f84-406b-afd2-deb60ee1ec55 req-c88d1d1d-24a5-48d7-9547-e887a7525a40 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0811038 May 26 22:32:05.157330 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:32:05.168971 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:32:05.183119 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:05.183799 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:31:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:05.194359 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-45ca0ad6-1f84-406b-afd2-deb60ee1ec55 req-259e26a5-b6e4-4c3c-999b-1b23c4193243 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449512 May 26 22:32:05.241878 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] No DVR routers for this DVR port 6d1d40db-71fd-4cd8-8682-75d0a690d47a on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:05.244953 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:05.249229 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-deleted', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:05.299779 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d108cc-f172-4533-a228-f52ff22655ca', 'name': 'network-vif-deleted', 'tag': '6d1d40db-71fd-4cd8-8682-75d0a690d47a', 'status': 'completed', 'code': 200} May 26 22:32:05.331828 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-7cafbabe-8ab6-41de-a6bd-2e611731b5e0 req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.20 "DELETE /v2.0/ports/6d1d40db-71fd-4cd8-8682-75d0a690d47a HTTP/1.1" status: 204 len: 173 time: 1.4796939 May 26 22:32:05.377177 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:05.711312 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:05.715052 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:32:05.724254 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:05.724848 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:31:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:05.899460 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:06.007935 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-2284cb57-46ef-4179-bff6-63a605aa3282 req-911e4f64-0c8d-484e-9d0b-d147e8645713 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/ports?device_id=55d108cc-f172-4533-a228-f52ff22655ca HTTP/1.1" status: 200 len: 210 time: 0.0419767 May 26 22:32:06.205708 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:06.209641 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a7fa5-4530-4aa6-8576-07db0b0fe804 None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:22:51Z', 'revision_number': 4, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '13b502a1-6dff-4d3f-9e2f-1d00154bb5c7', 'name': '', 'network_id': '235179fc-a814-4ed3-b490-7a2d205df265', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'mac_address': 'fa:16:3e:ae:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:50Z', 'updated_at': '2021-05-26T22:22:58Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'subnets': [{'id': 'd6d79b0f-95b9-4626-8f10-64948f2627e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:32:06.408555 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71152a-8475-4db2-8eaa-60389df541f4 req-68094975-666e-47f6-ad81-d0540e1f0149 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:06.410050 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4e71152a-8475-4db2-8eaa-60389df541f4 req-68094975-666e-47f6-ad81-d0540e1f0149 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0918460 May 26 22:32:06.447041 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256200be-623f-4800-bacc-a01a2ebf0926 None None] New status for floating IP 0a95cf70-84da-4d7f-8c52-6ef7268e89a8: DOWN {{(pid=92363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:32:06.458398 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4e71152a-8475-4db2-8eaa-60389df541f4 req-6672a7ee-cbfb-4ac1-9433-c76bab73d5e4 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 May 26 22:32:07.189790 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60412) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:07.256792 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.284236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.399610 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.403402 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-46a2cf2e-1a45-4ce7-8393-0a7a0f10cef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:07.418246 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e765ba0-5f98-4d11-bacf-a5d770506e6a,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:07.420838 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:07.467391 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.468691 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b4443933-4d86-4eef-9041-fee13be691b0 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "DELETE /v2.0/security-groups/8e765ba0-5f98-4d11-bacf-a5d770506e6a HTTP/1.1" status: 204 len: 168 time: 0.2778995 May 26 22:32:07.471273 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60416) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:07.488407 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.api.v2.resource [None req-97d0f538-58e6-4e7c-ad4e-31dc7662eedb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] show failed (client error): The resource could not be found. May 26 22:32:07.490161 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-97d0f538-58e6-4e7c-ad4e-31dc7662eedb tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "GET /v2.0/security-groups/8e765ba0-5f98-4d11-bacf-a5d770506e6a HTTP/1.1" status: 404 len: 347 time: 0.0179093 May 26 22:32:07.492905 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60422) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:07.770232 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23362c09-2064-442c-9a9c-dc9339f0a83a req-a83eb2df-c613-4cce-aa62-2aec93fd814f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:07.771687 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-23362c09-2064-442c-9a9c-dc9339f0a83a req-a83eb2df-c613-4cce-aa62-2aec93fd814f tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.2002959 May 26 22:32:07.791672 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Deleting port 585339b4-41c8-452b-8808-77a029876e85 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:07.793057 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.892108 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-23362c09-2064-442c-9a9c-dc9339f0a83a req-549282a7-3e33-4e18-af68-603ce789c650 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142883 May 26 22:32:07.927033 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:07.927390 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.049912 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Calling delete_port for 585339b4-41c8-452b-8808-77a029876e85 owned by network:floatingip {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:08.121659 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:08.157691 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 6d1d40db-71fd-4cd8-8682-75d0a690d47a {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:32:08.158043 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 6d1d40db-71fd-4cd8-8682-75d0a690d47a not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:08.158477 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:08.211286 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.215928 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:08.259701 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Pushing event deleted for resources: {'Port': ['ID=585339b4-41c8-452b-8808-77a029876e85,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:08.269535 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.299990 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:08.309981 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:08.324924 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:08.352664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks [] for floatingip, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.359202 dv-cinder-793244-1-smb neutron-server[92363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'code': 422} returned with failed status May 26 22:32:08.367687 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.368883 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] 10.222.0.23 "DELETE /v2.0/floatingips/0a95cf70-84da-4d7f-8c52-6ef7268e89a8 HTTP/1.1" status: 204 len: 168 time: 0.8750818 May 26 22:32:08.388766 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:08.391736 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:08.462491 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=6']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:08.465988 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:08.543173 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da899173-081b-4716-8b98-0711551e280d req-6711265d-7cbc-47c9-b325-3d28eeecaaf1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:08.544550 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da899173-081b-4716-8b98-0711551e280d req-6711265d-7cbc-47c9-b325-3d28eeecaaf1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.1498575 May 26 22:32:08.551577 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-9b49093d-de94-4386-b81a-0c98b7d7edfa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070046 May 26 22:32:08.700438 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-da899173-081b-4716-8b98-0711551e280d req-f11b230e-f680-4ca3-ae5f-ea656f035871 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479092 May 26 22:32:08.793833 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-08ea1ff0-83dc-44e0-9aa8-dc2282b8851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:09.896824 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b96ca-b919-42d0-bb90-0ad5b87f6bc6 req-3370edd9-7bc2-4885-ae67-f2debd385d7e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:09.900773 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-271b96ca-b919-42d0-bb90-0ad5b87f6bc6 req-3370edd9-7bc2-4885-ae67-f2debd385d7e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0839705 May 26 22:32:09.942544 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-271b96ca-b919-42d0-bb90-0ad5b87f6bc6 req-934c5a79-1771-4fe6-a202-bd23a413be65 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385256 May 26 22:32:10.882958 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-2ddbbc6e-9037-4ca8-84b8-6e007484bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.884316 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-2ddbbc6e-9037-4ca8-84b8-6e007484bbbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227&tenant_id=32005b42d3604240bcfc067f745717a8 HTTP/1.1" status: 200 len: 1096 time: 0.0718114 May 26 22:32:10.972502 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-0da93538-9646-447e-8bd7-af928dff4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:10.973943 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-0da93538-9646-447e-8bd7-af928dff4ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1096 time: 0.0682452 May 26 22:32:11.130401 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c370f-f0cb-4795-b8d2-4a42a7fbbec1 req-66884687-5455-43d9-94ff-589cda0c329b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.131888 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e92c370f-f0cb-4795-b8d2-4a42a7fbbec1 req-66884687-5455-43d9-94ff-589cda0c329b tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0811152 May 26 22:32:11.178166 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-e92c370f-f0cb-4795-b8d2-4a42a7fbbec1 req-ec4444ed-13c6-458f-b595-8d626c37bc21 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 May 26 22:32:11.195996 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-c950ec72-9901-40e8-84f0-b284efef7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.197494 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-c950ec72-9901-40e8-84f0-b284efef7ea4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 910 time: 0.2158985 May 26 22:32:11.279287 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-0bb91931-0189-467e-b992-6b3743d3f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.300706 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-de526c55-21ef-408c-b298-e0ff121b34a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 999 time: 0.0961754 May 26 22:32:11.369660 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-51ca7da6-9cb0-421c-aa1f-868b32b6ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.371097 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-51ca7da6-9cb0-421c-aa1f-868b32b6ab94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0638556 May 26 22:32:11.395614 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:11.446637 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-cc7eed09-e483-4019-bdd1-5c1bfcd0a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:11.448103 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-cc7eed09-e483-4019-bdd1-5c1bfcd0a8bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708935 May 26 22:32:11.471749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60462) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:11.579304 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-d5508ee7-14be-4fa8-8456-e3da8f630c11 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249707 May 26 22:32:11.714214 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-40deb295-0901-4ec9-9e70-7470440d0c41 req-185c33c5-fdfc-48da-a0de-d2377a3ee8d5 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274724 May 26 22:32:12.121438 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.256710 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.364266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c3840-d324-48fd-9cae-42d623a9b427 req-061cc445-c836-436d-8aa3-fd0805307613 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:12.365631 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c38c3840-d324-48fd-9cae-42d623a9b427 req-061cc445-c836-436d-8aa3-fd0805307613 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.0835590 May 26 22:32:12.410743 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-c38c3840-d324-48fd-9cae-42d623a9b427 req-6cba2e45-5948-45f9-a98c-5f9f26649986 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 May 26 22:32:12.526230 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Deleting port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:12.526838 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.642753 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] For port 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:12.643108 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:12.761334 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Calling delete_port for 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 owned by network:router_interface {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:13.056280 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.059731 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-52c9019b-28f0-44dc-993b-f42c899a18ee tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:13.103822 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b502a1-6dff-4d3f-9e2f-1d00154bb5c7,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:13.106871 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:13.362492 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.737868 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0324f-1ec1-4ac3-a76c-81cb4d078195 req-5a9938fa-5839-47c7-9aee-e7e7ecfb5d81 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:13.742515 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eef0324f-1ec1-4ac3-a76c-81cb4d078195 req-5a9938fa-5839-47c7-9aee-e7e7ecfb5d81 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 943 time: 0.2192667 May 26 22:32:13.806804 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-eef0324f-1ec1-4ac3-a76c-81cb4d078195 req-0a46a76a-7723-4334-815d-6cf9af5b6e6d tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599041 May 26 22:32:13.814570 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Router a99a11c3-0544-4edd-bf0e-6416754a29c2 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:32:13.839480 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:13.985936 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:32:13.994055 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Sync routers for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:32:13.997758 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] 10.222.0.23 "PUT /v2.0/routers/a99a11c3-0544-4edd-bf0e-6416754a29c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5247579 May 26 22:32:14.000802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60472) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:14.004978 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:14.005636 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:32:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:14.175051 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks [] for router, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.182019 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:14.184445 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb details requested by agent hyperv_hv-cinder-79324 with host hv-cinder-79324 {{(pid=92363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 26 22:32:14.355571 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:14.369647 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Returning: {'device': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'port_id': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'mac_address': 'fa:16:3e:79:80:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 26 22:32:14.430260 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.447807 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba7d547-6e54-458b-9132-26158a42d6bb {{(pid=92363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 26 22:32:14.465790 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:14.470796 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.476547 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:32:12Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:14.480358 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Checking router: a99a11c3-0544-4edd-bf0e-6416754a29c2 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:32:14.489136 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Routers {'a99a11c3-0544-4edd-bf0e-6416754a29c2'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:32:14.489735 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:32:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['a99a11c3-0544-4edd-bf0e-6416754a29c2'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:14.536409 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.539090 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:14.608577 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=7']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:14.617271 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Deleting port f678371a-91b7-4edd-bf01-39513881c4bd {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:14.617756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.617881 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:14.705595 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] Set router a99a11c3-0544-4edd-bf0e-6416754a29c2 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:32:14.737905 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] For port f678371a-91b7-4edd-bf01-39513881c4bd, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=f678371a-91b7-4edd-bf01-39513881c4bd,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:14.738475 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:14.858228 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Calling delete_port for f678371a-91b7-4edd-bf01-39513881c4bd owned by network:router_gateway {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:14.871346 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] get_ports_and_sgs() called for port_ids ['8ba7d547-6e54-458b-9132-26158a42d6bb'] {{(pid=92363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 26 22:32:14.999399 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:32:12Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:15.010189 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31116ee8-7d66-4a01-b4f8-ee3884abab15 None None] The sync data for ids ['a99a11c3-0544-4edd-bf0e-6416754a29c2'] in dv-cinder-793244-1-smb is: [{'id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'name': 'tempest-AttachVolumeShelveTestJSON-1979854651-router', 'tenant_id': 'ca5742b7093042cd8d93b4b78f82e538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97'}], 'enable_snat': True}, 'gw_port_id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:22:44Z', 'updated_at': '2021-05-26T22:32:12Z', 'revision_number': 5, 'project_id': 'ca5742b7093042cd8d93b4b78f82e538', 'gw_port': {'id': 'f678371a-91b7-4edd-bf01-39513881c4bd', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99a11c3-0544-4edd-bf0e-6416754a29c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:22:45Z', 'updated_at': '2021-05-26T22:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:32:15.028571 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956cf51-4175-43ac-899b-69023cb00176 req-b5597d97-b343-4438-b646-6053091a16d1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:15.030630 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2956cf51-4175-43ac-899b-69023cb00176 req-b5597d97-b343-4438-b646-6053091a16d1 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 944 time: 0.1037939 May 26 22:32:15.082140 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-2956cf51-4175-43ac-899b-69023cb00176 req-5e22116c-3fdc-4475-8b84-25a0d9b476cf tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 May 26 22:32:15.125489 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.130199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-63d149f9-eb51-40ec-b81a-7b728c8734e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:15.206118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=f678371a-91b7-4edd-bf01-39513881c4bd,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:15.212518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:15.262779 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.433758 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.436554 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.536840 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.537387 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99a11c3-0544-4edd-bf0e-6416754a29c2 {{(pid=92361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:32:15.550022 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.551141 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-e252ece3-6869-4dc6-bba2-2247047adb45 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a99a11c3-0544-4edd-bf0e-6416754a29c2 HTTP/1.1" status: 204 len: 168 time: 1.5494566 May 26 22:32:15.553674 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60478) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:15.613112 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Deleting subnet d6d79b0f-95b9-4626-8f10-64948f2627e4 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:32:15.616391 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.671189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:15.747529 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.068061 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.072182 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:16.081172 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device f678371a-91b7-4edd-bf01-39513881c4bd no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:16.108906 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d79b0f-95b9-4626-8f10-64948f2627e4,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.112054 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:16.115118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.124772 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: f678371a-91b7-4edd-bf01-39513881c4bd {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:32:16.124772 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device f678371a-91b7-4edd-bf01-39513881c4bd not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:16.124772 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:16.125091 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-2ffc2411-306a-43a7-85fc-86b3fdaba868 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6d79b0f-95b9-4626-8f10-64948f2627e4 HTTP/1.1" status: 204 len: 168 time: 0.5676982 May 26 22:32:16.125573 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60484) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:16.145551 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f798e6-baf1-460c-b561-16d30a718bef None None] Network 235179fc-a814-4ed3-b490-7a2d205df265 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:32:16.225139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb up at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 26 22:32:16.235987 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.269516 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:32:16.269786 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 13b502a1-6dff-4d3f-9e2f-1d00154bb5c7 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:16.276491 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad970c2d-ad47-415d-a327-a987cad8002d req-5821660e-d974-45fd-a896-8c7dbb73b1a9 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:16.278720 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ad970c2d-ad47-415d-a327-a987cad8002d req-5821660e-d974-45fd-a896-8c7dbb73b1a9 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 944 time: 0.0885279 May 26 22:32:16.318452 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Deleting port 7f327a08-3ca1-44d9-8155-b43681a8a84c {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:16.319061 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.392052 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.provisioning_blocks [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Provisioning complete for port 8ba7d547-6e54-458b-9132-26158a42d6bb triggered by entity L2. {{(pid=92363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 22:32:16.392433 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8199658'] for port, provisioning_complete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.432475 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] For port 7f327a08-3ca1-44d9-8155-b43681a8a84c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7f327a08-3ca1-44d9-8155-b43681a8a84c,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:16.432847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.435770 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-ad970c2d-ad47-415d-a327-a987cad8002d req-0c85875c-d93b-47e3-80b1-49e5d68b38ea tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498456 May 26 22:32:16.532635 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8310052'] for port, before_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.542835 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] DHCP port deletion for 235179fc-a814-4ed3-b490-7a2d205df265 request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:32:16.561878 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Calling delete_port for 7f327a08-3ca1-44d9-8155-b43681a8a84c owned by network:dhcp {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:16.598324 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:32:16.614425 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:16.636054 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Deleting port 7f327a08-3ca1-44d9-8155-b43681a8a84c {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:32:16.636440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.651809 dv-cinder-793244-1-smb neutron-server[92363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'code': 200} May 26 22:32:16.696456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.701198 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-60466744-d5a2-4833-a6af-ba1577c84ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:16.728419 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744053983115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744053533166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744053534239'] for port, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.733245 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:16.744715 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f327a08-3ca1-44d9-8155-b43681a8a84c,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.750139 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] No DVR routers for this DVR port 7f327a08-3ca1-44d9-8155-b43681a8a84c on host dv-cinder-793244-1-smb {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:16.785570 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.785866 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.786230 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.786590 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.786943 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.787309 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.787677 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.787902 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] For port 7f327a08-3ca1-44d9-8155-b43681a8a84c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=7f327a08-3ca1-44d9-8155-b43681a8a84c,segment=NetworkSegment(e7828ad8-0268-4e64-9d06-64d90144f42f),segment_id=e7828ad8-0268-4e64-9d06-64d90144f42f)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:32:16.788018 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.788333 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:16.795128 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:16.877534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.891278 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235179fc-a814-4ed3-b490-7a2d205df265']}} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:16.903378 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7828ad8-0268-4e64-9d06-64d90144f42f') {'for_net_delete': True} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:16.903694 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.services.segments.db [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7828ad8-0268-4e64-9d06-64d90144f42f') {} {{(pid=92362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:32:16.915176 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Calling delete_port for 7f327a08-3ca1-44d9-8155-b43681a8a84c owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:32:16.915450 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2217490'] for segment, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.928869 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Pushing event updated for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=8']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:16.932477 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:16.937705 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.944800 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=92362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:32:16.945530 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2274796'] for segment, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.971485 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:16.975300 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:17.020902 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Pushing event deleted for resources: {'Port': ['ID=7f327a08-3ca1-44d9-8155-b43681a8a84c,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.023713 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:17.028440 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f21068-5477-437f-9c2a-6e028be6d4fb None None] No DVR routers for this DVR port 7f327a08-3ca1-44d9-8155-b43681a8a84c on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: Traceback (most recent call last): May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: timer() May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: cb(*args, **kw) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: return func(*args, **kwargs) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: self._notify() May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: self.callback(batched_events) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: event.method(event) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: return f(self, *a, **k) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: return self._get(url).json() May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: return self.request(url, 'GET', **kwargs) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:32:17.047890 dv-cinder-793244-1-smb neutron-server[92362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:32:17.178334 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9743a-e8b8-47cd-8ffa-12377371f986 req-cea63c37-adc8-40fb-9549-c7cf525a1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:17.179844 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-68a9743a-e8b8-47cd-8ffa-12377371f986 req-cea63c37-adc8-40fb-9549-c7cf525a1dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.1282480 May 26 22:32:17.219194 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.221865 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-68a9743a-e8b8-47cd-8ffa-12377371f986 req-ea0de252-c562-4df9-a59a-1230bd780f61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348399 May 26 22:32:17.223989 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:17.236655 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.246456 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Pushing event deleted for resources: {'Network': ['ID=235179fc-a814-4ed3-b490-7a2d205df265,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.250017 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:17.314451 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-e9ee1557-f97f-45e1-b52a-3718923ba532 admin admin] 10.222.0.23 "DELETE /v2.0/networks/235179fc-a814-4ed3-b490-7a2d205df265 HTTP/1.1" status: 204 len: 168 time: 1.1874611 May 26 22:32:17.615877 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961e6e2-2467-43f9-a729-81e4f368ecc6 req-d0abec8c-bcdb-4cc8-bc98-ed71747275ae tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:17.617470 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4961e6e2-2467-43f9-a729-81e4f368ecc6 req-d0abec8c-bcdb-4cc8-bc98-ed71747275ae tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0792890 May 26 22:32:17.626472 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60494) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:17.662039 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-4961e6e2-2467-43f9-a729-81e4f368ecc6 req-97f1507f-8346-45dd-9847-74b56f30c1e2 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 May 26 22:32:17.674830 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c8bd1b11-53e6-4931-a949-a74e907d523f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca5742b7093042cd8d93b4b78f82e538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471051 May 26 22:32:17.677126 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60498) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:17.736471 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.762251 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.878873 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.882418 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-fbf18bde-74f7-404e-982b-9f9a49de77dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:17.894909 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b010e2e-7a25-4565-bd6c-69a6115262e5,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:17.898488 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:17.903627 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:17.905440 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-90740d25-22cf-4bff-a456-9b1de50fa7bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b010e2e-7a25-4565-bd6c-69a6115262e5 HTTP/1.1" status: 204 len: 168 time: 0.2267480 May 26 22:32:18.093304 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7f327a08-3ca1-44d9-8155-b43681a8a84c no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:32:18.127406 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 7f327a08-3ca1-44d9-8155-b43681a8a84c {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:32:18.127782 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 7f327a08-3ca1-44d9-8155-b43681a8a84c not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:32:18.848658 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104c59-0b50-485c-addc-5319c252fb2e req-f455f906-d7fe-4cb4-8eaa-224c68c0ac06 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:18.850108 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec104c59-0b50-485c-addc-5319c252fb2e req-f455f906-d7fe-4cb4-8eaa-224c68c0ac06 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0797839 May 26 22:32:18.897181 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-ec104c59-0b50-485c-addc-5319c252fb2e req-1d53bafe-77b1-4010-876b-491b6ed4a5d3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 May 26 22:32:22.427904 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.120369 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60586) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:26.236543 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.251098 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:26.254972 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Usage tracker for resource:security_group_rule and tenant:515d1e73edc7478e8893cb3c913e026a is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:26.257756 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:26.263209 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:26.344615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.376057 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.384025 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-021390cb-c30c-4543-9e72-f63ca85dd092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:26.423896 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=515d1e73edc7478e8893cb3c913e026a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024282 May 26 22:32:26.424664 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01a7c3-6c7b-4efa-bd08-9d73a9a805c1,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:26.426592 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60592) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:26.432478 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.432856 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.433228 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.433593 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.433953 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.434314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.434670 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.435027 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.435384 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.435771 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.436129 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.436480 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:32:26.440878 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-4b70f912-6f42-455f-a4e3-ac8e7a9593a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:26.483936 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.509008 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.645050 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.648761 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-ffbea79a-5ee7-4da6-bc16-f1672399d72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:26.662754 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01a7c3-6c7b-4efa-bd08-9d73a9a805c1,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:26.665611 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:26.666576 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:26.668249 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b01a7c3-6c7b-4efa-bd08-9d73a9a805c1 HTTP/1.1" status: 204 len: 168 time: 0.2400606 May 26 22:32:27.218524 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60600) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:27.236184 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.250583 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:27.254362 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Usage tracker for resource:security_group_rule and tenant:a7cb7198fb6547c4b2694d5cb058ec59 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:27.257146 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:27.262749 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:27.341730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.387895 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.395312 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:27.435881 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7cb7198fb6547c4b2694d5cb058ec59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161584 May 26 22:32:27.436730 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab340e97-68bb-4fb0-9fd2-50ce846b05a4,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:27.439175 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60604) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:27.440358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-0f29a446-4f83-43e7-99e6-e666a797fa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:27.497343 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.525713 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.661968 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.665621 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4e2082c7-895b-4309-8fa9-b7f623d3ecf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:27.677365 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab340e97-68bb-4fb0-9fd2-50ce846b05a4,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:27.680738 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:27.683966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:27.685083 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab340e97-68bb-4fb0-9fd2-50ce846b05a4 HTTP/1.1" status: 204 len: 168 time: 0.2448962 May 26 22:32:33.819167 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60672) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:33.934384 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:33.948594 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:33.952438 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd01aca8ec24ab9a11a75b64719f5d7 is out of sync, need to count used quota {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:33.955949 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92362) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:33.962053 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.quota.driver [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92362) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:34.041357 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.124519 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.133345 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-4f7064e7-f8ad-43d6-96a9-9ac69c5b87cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:34.171449 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dd01aca8ec24ab9a11a75b64719f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511899 May 26 22:32:34.173045 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dab9e8-6478-4e19-80e2-24e0bfd97ebc,revision_number=1']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.174046 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60678) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:34.176266 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6ae1790f-2644-41db-b4ea-08acaa47d115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:34.235074 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.259869 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.376681 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.380394 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-006a672a-70de-4aa0-94a4-0b3b8835f474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:34.394245 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dab9e8-6478-4e19-80e2-24e0bfd97ebc,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:34.400202 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:34.408779 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:34.409962 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-494f7c1c-2664-42ca-ab76-1864d2f0054b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80dab9e8-6478-4e19-80e2-24e0bfd97ebc HTTP/1.1" status: 204 len: 168 time: 0.2349501 May 26 22:32:38.770302 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-69a6b81b-b44d-4c50-b94c-ce8d1c51c667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.092615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60724) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:39.205325 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.219694 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:32:39.223400 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Usage tracker for resource:security_group_rule and tenant:6a142dc014b34a029b7014ae3ad71dce is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:32:39.226111 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:32:39.231534 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:32:39.311100 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.358324 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.365886 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d387b608-1dc6-429d-af71-f059a4a474e0 tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:39.412077 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a142dc014b34a029b7014ae3ad71dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184114 May 26 22:32:39.412825 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d9ae8-159a-44e1-9230-bf75b4812acc,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.414728 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 60730) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:32:39.416391 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-90c421f7-647f-4700-b2b6-01a51074c817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:39.477589 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.502150 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.604249 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.608685 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-0a1c95d6-916d-41ad-95d6-8cc20756925f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:32:39.621041 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d9ae8-159a-44e1-9230-bf75b4812acc,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:32:39.623966 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:32:39.633377 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:39.637159 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-c727bc93-8786-4719-aa5f-edb9aa8d52bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b75d9ae8-159a-44e1-9230-bf75b4812acc HTTP/1.1" status: 204 len: 168 time: 0.2188101 May 26 22:32:40.681054 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:32:41.273202 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6989-293d-4b1a-ad82-16cc4ee9727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:41.421429 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:42.262224 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:43.833188 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:52.433493 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:32:59.171890 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-1c2fefc8-0f7d-499e-a7da-a682b8bb4f74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641169 May 26 22:32:59.262625 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984150-159e-447b-b29d-6f73872bbf4d req-a94419d9-5f27-4310-ba95-6c829e812303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.264041 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-a94419d9-5f27-4310-ba95-6c829e812303 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.0713851 May 26 22:32:59.405741 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984150-159e-447b-b29d-6f73872bbf4d req-68cb2463-4603-4402-9d73-0c5009cd011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.407165 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-68cb2463-4603-4402-9d73-0c5009cd011c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 910 time: 0.1237395 May 26 22:32:59.508496 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-0727c564-62d9-480e-828e-175fa34e4fc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 1001 time: 0.0944262 May 26 22:32:59.571023 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984150-159e-447b-b29d-6f73872bbf4d req-f419ac57-97ef-4f54-a29c-387f2148d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.572330 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-f419ac57-97ef-4f54-a29c-387f2148d05a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0555921 May 26 22:32:59.646471 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01984150-159e-447b-b29d-6f73872bbf4d req-b0000700-d0a4-42c1-b65f-9db223a9b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:32:59.647962 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-b0000700-d0a4-42c1-b65f-9db223a9b3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684493 May 26 22:32:59.776733 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-7cb25564-4110-47ed-99f9-e9583915e996 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214139 May 26 22:32:59.906226 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-01984150-159e-447b-b29d-6f73872bbf4d req-52977136-1698-4ecd-bb02-68e2d59ac240 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226947 May 26 22:33:08.747113 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-1a12ddb3-4e5e-4b1f-880e-7250de51dd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.363394 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd92a-6788-453e-b77d-ac5cd0603736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:11.409083 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:12.261021 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.226946 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60924) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:13.341211 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.355443 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:13.359151 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Usage tracker for resource:security_group_rule and tenant:2a298887ea914064bad39132c923f482 is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:13.361875 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:13.367461 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:13.446809 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.534365 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.541950 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-ee23a0eb-6011-47c1-836c-6aa0c192b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:33:13.579849 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d9c601-880d-4f84-8f92-fb0c85872634,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:13.584240 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a298887ea914064bad39132c923f482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563051 May 26 22:33:13.585162 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-91085f7f-bf3d-485c-b37a-7d1e48301b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:33:13.588300 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 60930) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:13.646006 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.674692 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.798600 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.803372 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a7d90943-69b3-430e-91fc-833461db74b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:33:13.815265 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d9c601-880d-4f84-8f92-fb0c85872634,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:13.818616 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:33:13.824039 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:13.825137 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7c29482b-ab9c-4934-a2a7-62414200faa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92d9c601-880d-4f84-8f92-fb0c85872634 HTTP/1.1" status: 204 len: 168 time: 0.2374089 May 26 22:33:13.867008 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:17.679360 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:33:22.431432 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.219565 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32842) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:27.332070 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.345842 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 26 22:33:27.349776 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Usage tracker for resource:security_group_rule and tenant:3c3ebf9c452b4f7487824d69aae2377a is out of sync, need to count used quota {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 26 22:33:27.352521 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.quota.resource [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92361) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 26 22:33:27.358096 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.quota.driver [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92361) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 26 22:33:27.435781 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.499513 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_create {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.507945 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9e1c6bde-8a2a-4ef1-80af-9e2ff9b4472f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:33:27.545286 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923438f2-4fde-40e7-8fd5-a34a7e25f8f9,revision_number=1']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:27.548861 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c3ebf9c452b4f7487824d69aae2377a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282847 May 26 22:33:27.551616 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 32848) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:27.555044 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.555960 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.556337 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.556710 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.557075 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.557441 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.557800 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.558164 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.558524 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.558881 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.559236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.559597 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.563517 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:33:27.698659 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.723328 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.854172 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.857904 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-e547bbab-00ef-4eeb-9f50-fcd023244716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:33:27.869534 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923438f2-4fde-40e7-8fd5-a34a7e25f8f9,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:27.880631 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.881009 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.881374 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.881734 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.882088 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.882443 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.882807 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.883141 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.883564 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.883942 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.884292 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.884640 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:33:27.887717 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:27.888813 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/923438f2-4fde-40e7-8fd5-a34a7e25f8f9 HTTP/1.1" status: 204 len: 168 time: 0.3362124 May 26 22:33:27.889655 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-02c6f31b-5a32-49b5-a274-e4f5c550960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:33:38.786068 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ec7cafc2-6b45-4bc4-b767-59a181b8a910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.340641 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-985f9d7c-334e-49cc-9e9d-6c1406079404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:41.397530 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:42.266513 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:43.807197 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:52.452687 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:54.678161 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:33:57.791354 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 32856) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:33:58.201837 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Deleting port d3b2dbb6-e7da-443d-a238-9dc54b2f3f01 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:33:58.202094 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.314524 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.314850 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.439622 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Calling delete_port for d3b2dbb6-e7da-443d-a238-9dc54b2f3f01 owned by network:floatingip {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:33:58.641117 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.645041 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-9e6a2021-8b0e-4947-95e3-527e62303de2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:33:58.716254 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event deleted for resources: {'Port': ['ID=d3b2dbb6-e7da-443d-a238-9dc54b2f3f01,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:33:58.718528 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:33:58.779305 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for floatingip, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:58.779640 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.db.l3_db [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Floating IP f71f81a8-bccb-4694-a5e8-bf36db460edc disassociated (deleted). External IP: 172.28.1.217, port: 8ba7d547-6e54-458b-9132-26158a42d6bb. May 26 22:33:59.116042 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:33:59.384933 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:33:59.394088 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Sync routers for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:33:59.405888 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:33:59.408966 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:33:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:59.466370 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for floatingip, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:33:59.522649 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-26888607-2d45-4dad-a753-4edbc59380c3 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "DELETE /v2.0/floatingips/f71f81a8-bccb-4694-a5e8-bf36db460edc HTTP/1.1" status: 204 len: 168 time: 1.7301967 May 26 22:33:59.523396 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:33:59.579892 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:33:59.717128 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'status': 'completed', 'code': 200} May 26 22:33:59.810858 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-8415814e-469c-417e-922b-29bb95d05e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:59.812410 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-8415814e-469c-417e-922b-29bb95d05e13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32005b42d3604240bcfc067f745717a8&device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 1098 time: 0.0707116 May 26 22:33:59.892258 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:59.895987 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Checking router: 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:33:59.904662 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:33:59.905231 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:33:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:33:59.953200 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-0b0f69a7-131f-48e7-b8d0-e7b65a5ce7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:33:59.954713 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-0b0f69a7-131f-48e7-b8d0-e7b65a5ce7e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 200 len: 910 time: 0.1359096 May 26 22:34:00.056873 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-8b277470-f1ab-4263-b42d-e63ebd492431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 200 len: 217 time: 0.0948606 May 26 22:34:00.082416 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:00.139019 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-eac7fdcb-daa2-4060-99a0-f137d19b52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:00.140475 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-eac7fdcb-daa2-4060-99a0-f137d19b52cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 200 len: 848 time: 0.0728831 May 26 22:34:00.194295 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712afa-af4a-4320-baff-b2db239999ea req-7316b064-ea76-47f1-afb7-bc7682090ce8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:00.194893 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-3b712afa-af4a-4320-baff-b2db239999ea req-7316b064-ea76-47f1-afb7-bc7682090ce8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:00.238964 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-9bb1ea23-c4e0-4cfd-970e-56ec19c20dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:00.240462 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-9bb1ea23-c4e0-4cfd-970e-56ec19c20dd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906377 May 26 22:34:00.316430 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-3b712afa-af4a-4320-baff-b2db239999ea req-7316b064-ea76-47f1-afb7-bc7682090ce8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:00.317550 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3b712afa-af4a-4320-baff-b2db239999ea req-7316b064-ea76-47f1-afb7-bc7682090ce8 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.3021224 May 26 22:34:00.389545 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-3b712afa-af4a-4320-baff-b2db239999ea req-9b18d55d-2027-4706-8ac1-86f496076e5e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640707 May 26 22:34:00.412756 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-0100bb9c-6bbf-44a1-937b-81dfee4f5986 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647973 May 26 22:34:00.432667 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:00.436797 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c114c1-fe88-4f04-91a8-f53b9ae66143 None None] The sync data for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb is: [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:28:20Z', 'revision_number': 4, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb', '_interfaces': [{'id': '599450a4-c217-4e9c-949d-b552d9539080', 'name': '', 'network_id': 'bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'mac_address': 'fa:16:3e:28:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:20Z', 'updated_at': '2021-05-26T22:28:26Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'subnets': [{'id': 'e77b1a5b-63ff-44ab-9001-1c9be9c190f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:34:00.548949 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-febdf2b1-102d-4670-9a8a-3cadacd3100d req-3219558c-ae51-41d5-a268-cf536faf5787 service neutron] 10.222.0.20 "GET /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277366 May 26 22:34:00.650020 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f354960-a986-48ff-85c2-8c7448b0e825 None None] New status for floating IP f71f81a8-bccb-4694-a5e8-bf36db460edc: DOWN {{(pid=92364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 22:34:01.589312 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267a90-51df-4e87-b258-1cec089df8ab req-fa84eb9b-4fda-46ea-9210-1f5fb462d134 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:01.590790 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04267a90-51df-4e87-b258-1cec089df8ab req-fa84eb9b-4fda-46ea-9210-1f5fb462d134 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0834799 May 26 22:34:01.622298 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-1667bb16-35e7-46c2-b850-fa272ad405f6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 26 22:34:01.623753 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-1667bb16-35e7-46c2-b850-fa272ad405f6 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 945 time: 0.0824709 May 26 22:34:01.635217 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-04267a90-51df-4e87-b258-1cec089df8ab req-a7ecb68d-cbd8-4437-a674-c5c90ac6d46e tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/security-groups?id=69d466aa-5ceb-4378-b455-6fa8b121e73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383289 May 26 22:34:01.754046 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Deleting port 8ba7d547-6e54-458b-9132-26158a42d6bb {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:01.754389 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:01.882062 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] For port 8ba7d547-6e54-458b-9132-26158a42d6bb, host hv-cinder-79324, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79324',level=0,port_id=8ba7d547-6e54-458b-9132-26158a42d6bb,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:01.882429 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.007440 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Calling delete_port for 8ba7d547-6e54-458b-9132-26158a42d6bb owned by compute:nova {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:02.180369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.186369 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-32458716-83cb-4f0b-a1ad-4596bcf5a9db tempest-AttachVolumeTestJSON-315161235 tempest-AttachVolumeTestJSON-315161235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:02.230622 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event deleted for resources: {'Port': ['ID=8ba7d547-6e54-458b-9132-26158a42d6bb,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:02.235737 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:02.401464 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] No DVR routers for this DVR port 8ba7d547-6e54-458b-9132-26158a42d6bb on host hv-cinder-79324 {{(pid=92362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:02.403847 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240670'] for port, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:02.406329 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-deleted', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb'}] {{(pid=92362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 26 22:34:02.468510 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff56bbd8-bc0c-4880-bcc0-10c9efe24227', 'name': 'network-vif-deleted', 'tag': '8ba7d547-6e54-458b-9132-26158a42d6bb', 'status': 'completed', 'code': 200} May 26 22:34:02.476005 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-02bc5888-d427-4b88-9e4b-9ee239e545cf req-6e391c59-f3dc-45ad-9831-ea5554acfd34 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.20 "DELETE /v2.0/ports/8ba7d547-6e54-458b-9132-26158a42d6bb HTTP/1.1" status: 204 len: 173 time: 0.8466432 May 26 22:34:02.781652 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [req-35769af2-713f-43db-932f-e47c9dc38630 req-9f8e36ef-8b96-4910-a6d6-85af6ae5dd48 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 210 time: 0.0416703 May 26 22:34:03.942628 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4e21c9bc-1e77-4ef5-bbaa-67de1a697e3e req-32df4490-036f-4457-9130-e81312dbecf7 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Synchronizing usage tracker for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 26 22:34:04.023880 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.quota.resource [req-4e21c9bc-1e77-4ef5-bbaa-67de1a697e3e req-32df4490-036f-4457-9130-e81312dbecf7 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Unset dirty status for tenant:32005b42d3604240bcfc067f745717a8 on resource:port {{(pid=92362) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 26 22:34:04.025624 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [req-4e21c9bc-1e77-4ef5-bbaa-67de1a697e3e req-32df4490-036f-4457-9130-e81312dbecf7 tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff56bbd8-bc0c-4880-bcc0-10c9efe24227 HTTP/1.1" status: 200 len: 210 time: 0.1276214 May 26 22:34:04.767930 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb no longer exists at agent hyperv_hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:04.800457 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] No Port match for: 8ba7d547-6e54-458b-9132-26158a42d6bb {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:04.800805 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Device 8ba7d547-6e54-458b-9132-26158a42d6bb not bound to the agent host hv-cinder-79324 {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:05.121058 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32884) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:05.190034 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.218366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.340611 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.344224 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7da600fa-76bf-4a0c-95d9-9ec33bfbe63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:05.359358 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d466aa-5ceb-4378-b455-6fa8b121e73b,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:05.363348 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:05.436287 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:05.437381 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-e7c6d8ab-2668-4881-a144-cdf4f0d21a8c tempest-TestShelveInstance-236100059 tempest-TestShelveInstance-236100059-project] 10.222.0.23 "DELETE /v2.0/security-groups/69d466aa-5ceb-4378-b455-6fa8b121e73b HTTP/1.1" status: 204 len: 168 time: 0.3153276 May 26 22:34:05.531366 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32890) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:06.152540 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.662885 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Deleting port 599450a4-c217-4e9c-949d-b552d9539080 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:06.663229 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.778938 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] For port 599450a4-c217-4e9c-949d-b552d9539080, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=599450a4-c217-4e9c-949d-b552d9539080,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:06.779288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:06.896732 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Calling delete_port for 599450a4-c217-4e9c-949d-b552d9539080 owned by network:router_interface {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:07.100297 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.103802 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:07.146189 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=599450a4-c217-4e9c-949d-b552d9539080,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:07.149370 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:07.406821 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:07.844309 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:34:08.023043 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:34:08.031276 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Sync routers for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:34:08.040582 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:08.041194 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:33:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.119091 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-23534dfa-55e2-463d-9747-0d1dad7741f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/064ffa40-3bb2-49b5-bfc4-dfb385fcb104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865290 May 26 22:34:08.122184 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32896) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:08.217960 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: dv-cinder-793244-1-smb {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:08.291450 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks [] for router, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.461812 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.498892 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248'}], 'enable_snat': True}, 'gw_port_id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:34:06Z', 'revision_number': 5, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port': {'id': '2048c789-a1f3-4a16-8f24-becae0086d9c', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:53:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:17Z', 'updated_at': '2021-05-26T22:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.502950 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Checking router: 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 for host: dv-cinder-793244-1-smb {{(pid=92363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:34:08.511107 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Routers {'064ffa40-3bb2-49b5-bfc4-dfb385fcb104'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:08.511734 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:33:41Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'], 'active': True} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.626752 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Deleting port 2048c789-a1f3-4a16-8f24-becae0086d9c {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:08.627101 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.660429 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvr_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] Set router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 gateway port host: None {{(pid=92363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:08.745045 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] For port 2048c789-a1f3-4a16-8f24-becae0086d9c, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=2048c789-a1f3-4a16-8f24-becae0086d9c,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:08.745403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.771045 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_hamode_db [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:34:08Z', 'revision_number': 6, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:08.775709 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97426a51-cabe-43d9-9a15-778a4bad7105 None None] The sync data for ids ['064ffa40-3bb2-49b5-bfc4-dfb385fcb104'] in dv-cinder-793244-1-smb is: [{'id': '064ffa40-3bb2-49b5-bfc4-dfb385fcb104', 'name': 'tempest-TestShelveInstance-1682661075-router', 'tenant_id': '32005b42d3604240bcfc067f745717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:16Z', 'updated_at': '2021-05-26T22:34:08Z', 'revision_number': 6, 'project_id': '32005b42d3604240bcfc067f745717a8', 'gw_port_host': None}] {{(pid=92363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:34:08.860102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-fdb7db22-271a-4511-a9b7-1604501ec844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:08.866066 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Calling delete_port for 2048c789-a1f3-4a16-8f24-becae0086d9c owned by network:router_gateway {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:09.060149 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.064483 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-570cccb4-53f5-49f7-b05f-12ed4df8a424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:09.107403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2048c789-a1f3-4a16-8f24-becae0086d9c,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:09.136507 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:09.202248 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.476206 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.478353 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.552050 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.552782 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064ffa40-3bb2-49b5-bfc4-dfb385fcb104 {{(pid=92361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:34:09.566988 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] Notify callbacks [] for router, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.568232 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-261011db-bd3b-4415-bd78-5663da04ab4e admin admin] 10.222.0.23 "DELETE /v2.0/routers/064ffa40-3bb2-49b5-bfc4-dfb385fcb104 HTTP/1.1" status: 204 len: 168 time: 1.4451506 May 26 22:34:09.570646 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32900) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:09.633735 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Deleting subnet e77b1a5b-63ff-44ab-9001-1c9be9c190f9 {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:34:09.636632 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.684590 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:09.767576 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.078020 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.082948 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:10.121482 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77b1a5b-63ff-44ab-9001-1c9be9c190f9,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:10.123605 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.126190 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:10.128845 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18be898-87e5-4089-ab1f-378cd59080d3 None None] Network bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:34:10.136265 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e77b1a5b-63ff-44ab-9001-1c9be9c190f9 HTTP/1.1" status: 204 len: 168 time: 0.5637486 May 26 22:34:10.136519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32904) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:10.195267 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 599450a4-c217-4e9c-949d-b552d9539080 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:10.238582 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.243019 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 599450a4-c217-4e9c-949d-b552d9539080 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:10.243375 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 599450a4-c217-4e9c-949d-b552d9539080 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:10.243826 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2048c789-a1f3-4a16-8f24-becae0086d9c no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:10.291006 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 2048c789-a1f3-4a16-8f24-becae0086d9c {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:10.291360 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 2048c789-a1f3-4a16-8f24-becae0086d9c not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:10.312216 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Deleting port 6acd3afe-91b4-43ad-b517-e0835d8dabca {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:10.312555 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.413008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] For port 6acd3afe-91b4-43ad-b517-e0835d8dabca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6acd3afe-91b4-43ad-b517-e0835d8dabca,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:10.413403 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.447193 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] DHCP port deletion for bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:34:10.513990 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Deleting port 6acd3afe-91b4-43ad-b517-e0835d8dabca {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:10.514377 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.535281 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Calling delete_port for 6acd3afe-91b4-43ad-b517-e0835d8dabca owned by network:dhcp {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:10.608139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] For port 6acd3afe-91b4-43ad-b517-e0835d8dabca, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6acd3afe-91b4-43ad-b517-e0835d8dabca,segment=NetworkSegment(f81b5d25-771b-4d95-9234-449f9e2de7a8),segment_id=f81b5d25-771b-4d95-9234-449f9e2de7a8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:10.608543 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.631499 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.635375 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9906b849-9186-4803-b636-76b07f7e5d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:10.684030 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acd3afe-91b4-43ad-b517-e0835d8dabca,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:10.685690 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] No DVR routers for this DVR port 6acd3afe-91b4-43ad-b517-e0835d8dabca on host dv-cinder-793244-1-smb {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:10.687133 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:10.768996 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Calling delete_port for 6acd3afe-91b4-43ad-b517-e0835d8dabca owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:10.799047 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.810597 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.812118 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:10.814033 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:10.825338 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81b5d25-771b-4d95-9234-449f9e2de7a8') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:10.825615 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81b5d25-771b-4d95-9234-449f9e2de7a8') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:10.837364 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.853487 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.853800 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Pushing event deleted for resources: {'Port': ['ID=6acd3afe-91b4-43ad-b517-e0835d8dabca,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:10.860943 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:34:10.865697 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:10.865837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] No DVR routers for this DVR port 6acd3afe-91b4-43ad-b517-e0835d8dabca on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:10.865837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.865837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.865837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.865837 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.866495 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.866495 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.866687 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.866895 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.867212 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.867530 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.867874 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.868190 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793244-1-smb {{(pid=92363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 22:34:10.872072 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-c22d3d71-ccec-402f-837d-e4eb6de55fd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:34:10.878096 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:34:11.008813 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.012517 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:11.113561 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.124077 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:11.127255 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:11.209408 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bd0ece7e-5b9b-4ecb-b0d6-ec88a16dfc05 HTTP/1.1" status: 204 len: 168 time: 1.0719194 May 26 22:34:11.212236 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32908) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:11.271883 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-58da1003-581d-46e3-915d-225b33f68a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.403395 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:11.734369 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1030393'] for router_interface, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.126937 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Deleting port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:12.127274 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.137917 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6acd3afe-91b4-43ad-b517-e0835d8dabca no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:12.172997 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 6acd3afe-91b4-43ad-b517-e0835d8dabca {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:12.173349 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6acd3afe-91b4-43ad-b517-e0835d8dabca not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:12.245328 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] For port 4d7cc26f-91c7-4c13-93f4-442ffc283b7a, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:12.245681 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.269639 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.366724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Calling delete_port for 4d7cc26f-91c7-4c13-93f4-442ffc283b7a owned by network:router_interface {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:12.557198 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:12.562163 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-9f1847d7-6d94-4e75-a15e-097a7bdac2fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:12.702373 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7cc26f-91c7-4c13-93f4-442ffc283b7a,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:12.728065 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:12.962314 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-655088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1026633'] for router_interface, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.307285 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Router fcc0931a-fe76-4fed-b456-e06e90c73f93 has already been hosted by L3 agent 7d31bbe9-2c61-4ab3-91e5-14db801b2591 {{(pid=92361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 26 22:34:13.479724 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] Notify agent at l3_agent.dv-cinder-793244-1-smb the message routers_updated {{(pid=92361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 26 22:34:13.488032 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Sync routers for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 22:34:13.497127 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:13.498037 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:34:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:13.556890 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-95b50af9-071c-405a-91ea-cb8d5108724e admin admin] 10.222.0.23 "PUT /v2.0/routers/fcc0931a-fe76-4fed-b456-e06e90c73f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3434350 May 26 22:34:13.559312 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [-] (92362) accepted ('10.222.0.23', 32912) {{(pid=92362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:13.674811 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: dv-cinder-793244-1-smb {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:13.734638 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.831801 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.907023 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:13.961430 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'external_fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:34:12Z', 'revision_number': 5, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port': {'id': '8b0c3e8b-b4b9-4d60-9003-7c844d450cb4', 'name': '', 'network_id': '9db2a7d3-8be7-4a45-bfa6-8b4360d33dee', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793244-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-26T22:28:25Z', 'updated_at': '2021-05-26T22:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f59bdd1-9cf3-4a3e-b549-12df013feece', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793244-1-smb'}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:13.965161 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Checking router: fcc0931a-fe76-4fed-b456-e06e90c73f93 for host: dv-cinder-793244-1-smb {{(pid=92364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 22:34:13.973231 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Routers {'fcc0931a-fe76-4fed-b456-e06e90c73f93'} bound to L3 agent in host dv-cinder-793244-1-smb {{(pid=92364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 26 22:34:13.973817 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793244-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-26T22:13:41Z,description=,heartbeat_timestamp=2021-05-26T22:34:11Z,host='dv-cinder-793244-1-smb',id=7d31bbe9-2c61-4ab3-91e5-14db801b2591,load=0,resource_versions=,resources_synced=,started_at=2021-05-26T22:13:42Z,topic='l3_agent')) {'router_ids': ['fcc0931a-fe76-4fed-b456-e06e90c73f93'], 'active': True} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:14.040883 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Deleting port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 {{(pid=92362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:14.041242 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.150271 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_dvr_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] Set router fcc0931a-fe76-4fed-b456-e06e90c73f93 gateway port host: None {{(pid=92364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 26 22:34:14.165697 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.db [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] For port 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,segment=NetworkSegment(592d7372-36b3-435b-9d37-230e5d05f0ab),segment_id=592d7372-36b3-435b-9d37-230e5d05f0ab)] {{(pid=92362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:14.166051 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.255177 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.l3_hamode_db [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:34:13Z', 'revision_number': 6, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port_host': None}], 'dv-cinder-793244-1-smb', False) {} {{(pid=92364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:14.259031 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9574b0-39f1-4739-b771-420278b6fb72 None None] The sync data for ids ['fcc0931a-fe76-4fed-b456-e06e90c73f93'] in dv-cinder-793244-1-smb is: [{'id': 'fcc0931a-fe76-4fed-b456-e06e90c73f93', 'name': 'tempest-TestShelveInstance-274086594-router', 'tenant_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-26T22:28:24Z', 'updated_at': '2021-05-26T22:34:13Z', 'revision_number': 6, 'project_id': 'e0b43b4a99d74be0bf0b93b892f8e9f9', 'gw_port_host': None}] {{(pid=92364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 22:34:14.291084 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.plugins.ml2.plugin [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Calling delete_port for 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 owned by network:router_gateway {{(pid=92362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:14.488848 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2274751'] for port, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.493176 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-b3f98d59-c4d2-4569-bf44-1d1380467cd1 tempest-AttachVolumeShelveTestJSON-1651154973 tempest-AttachVolumeShelveTestJSON-1651154973-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:14.538528 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0c3e8b-b4b9-4d60-9003-7c844d450cb4,revision_number=None']} {{(pid=92362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:14.568165 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG oslo_concurrency.lockutils [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:14.630991 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1025494'] for router_gateway, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.800186 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-726'] for router, precommit_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.802244 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.888520 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1027941'] for router, after_delete {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.889023 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc0931a-fe76-4fed-b456-e06e90c73f93 {{(pid=92362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 26 22:34:14.900643 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron_lib.callbacks.manager [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] Notify callbacks [] for router, before_response {{(pid=92362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:14.904686 dv-cinder-793244-1-smb neutron-server[92362]: INFO neutron.wsgi [None req-05e74686-3fb6-4d34-a03c-7cf103c508a6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fcc0931a-fe76-4fed-b456-e06e90c73f93 HTTP/1.1" status: 204 len: 168 time: 1.3414886 May 26 22:34:14.905008 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32916) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:14.963607 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Deleting subnet 75c78371-833a-4a11-a6cc-f181fd64a26f {{(pid=92361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 26 22:34:14.966942 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.018992 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2170764'] for subnet, precommit_delete_associations {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.098015 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8250360'] for subnet, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.475207 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8253231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1332179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184112'] for subnet, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.479266 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-65f78618-03d9-4b73-942e-fc75d66d14d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:15.515165 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c78371-833a-4a11-a6cc-f181fd64a26f,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:15.518153 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:15.520803 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.526038 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1220bd12-9d51-4abf-a006-445151a3bc0e None None] Network 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 requested from dv-cinder-793244-1-smb {{(pid=92363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 22:34:15.528423 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-7a76f329-2f13-4cf2-b1dd-e5fe03b39309 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/75c78371-833a-4a11-a6cc-f181fd64a26f HTTP/1.1" status: 204 len: 168 time: 0.6223805 May 26 22:34:15.530109 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32920) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:15.747301 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8329324'] for network, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.768378 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] DHCP port deletion for 3a873be2-0d1a-4fb9-9ead-0d44a1057b50 request from dv-cinder-793244-1-smb {{(pid=92363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 22:34:15.817384 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Deleting port 6cd28e1e-a38d-4603-b0bd-766f99219694 {{(pid=92361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:15.817719 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.834201 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Deleting port 6cd28e1e-a38d-4603-b0bd-766f99219694 {{(pid=92363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 26 22:34:15.834894 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744053980492'] for port, before_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.918460 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.db [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] For port 6cd28e1e-a38d-4603-b0bd-766f99219694, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6cd28e1e-a38d-4603-b0bd-766f99219694,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:15.919080 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:15.953151 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.db [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] For port 6cd28e1e-a38d-4603-b0bd-766f99219694, host dv-cinder-793244-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793244-1-smb',level=0,port_id=6cd28e1e-a38d-4603-b0bd-766f99219694,segment=NetworkSegment(3764990f-8ccc-43d5-a424-e3900d11dbf8),segment_id=3764990f-8ccc-43d5-a424-e3900d11dbf8)] {{(pid=92363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 26 22:34:15.953542 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1024522'] for port, precommit_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.041822 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Calling delete_port for 6cd28e1e-a38d-4603-b0bd-766f99219694 owned by network:dhcp {{(pid=92361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:16.076941 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Calling delete_port for 6cd28e1e-a38d-4603-b0bd-766f99219694 owned by network:dhcp {{(pid=92363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 26 22:34:16.145130 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:16.163200 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1549346'] for port, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.169665 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-a2ec6fe1-098c-4d82-b06b-acf44e042a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:16.180102 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:16.180459 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 8b0c3e8b-b4b9-4d60-9003-7c844d450cb4 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:16.180874 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4d7cc26f-91c7-4c13-93f4-442ffc283b7a no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:16.213392 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd28e1e-a38d-4603-b0bd-766f99219694,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:16.213983 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 4d7cc26f-91c7-4c13-93f4-442ffc283b7a {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:16.214343 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 4d7cc26f-91c7-4c13-93f4-442ffc283b7a not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:16.214815 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6cd28e1e-a38d-4603-b0bd-766f99219694 no longer exists at agent ovs-agent-dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 26 22:34:16.216518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:16.219125 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] No DVR routers for this DVR port 6cd28e1e-a38d-4603-b0bd-766f99219694 on host dv-cinder-793244-1-smb {{(pid=92361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:16.240509 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8307697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-655074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744053983142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744053533157'] for port, after_delete {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.253211 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-bc79b189-7635-4faa-80b2-0ad58154dd66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:16.291361 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] No DVR routers for this DVR port 6cd28e1e-a38d-4603-b0bd-766f99219694 on host dv-cinder-793244-1-smb {{(pid=92363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 22:34:16.292883 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] No Port match for: 6cd28e1e-a38d-4603-b0bd-766f99219694 {{(pid=92363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 26 22:34:16.293202 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.rpc [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Device 6cd28e1e-a38d-4603-b0bd-766f99219694 not bound to the agent host dv-cinder-793244-1-smb {{(pid=92363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 26 22:34:16.301765 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Pushing event deleted for resources: {'Port': ['ID=6cd28e1e-a38d-4603-b0bd-766f99219694,revision_number=None']} {{(pid=92363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:16.304464 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-eab3cd7b-2107-43d8-b72e-0cad448a28c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:16.337993 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8252005', 'neutron.services.segments.db._delete_segments_for_network-8744053994213'] for network, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.351120 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a873be2-0d1a-4fb9-9ead-0d44a1057b50']}} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:16.363666 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3764990f-8ccc-43d5-a424-e3900d11dbf8') {'for_net_delete': True} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:16.364057 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.services.segments.db [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3764990f-8ccc-43d5-a424-e3900d11dbf8') {} {{(pid=92361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 22:34:16.375543 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744054002342', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2170805'] for segment, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.391617 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917'] for segment, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.397531 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=92361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 22:34:16.397909 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8255917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1549425'] for segment, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: Traceback (most recent call last): May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: timer() May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: cb(*args, **kw) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: return func(*args, **kwargs) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: self._notify() May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: self.callback(batched_events) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: event.method(event) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_id = self._get_aggregate_id(event.segment_id) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: aggregate_uuid = self.p_client.list_aggregates( May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: return f(self, *a, **k) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: return self._get(url).json() May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: return self._client.get(url, endpoint_filter=self._ks_filter, May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: return self.request(url, 'GET', **kwargs) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: base_url = self.get_endpoint(auth, allow=allow, May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: auth = self._auth_required(auth, 'determine endpoint URL') May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 26 22:34:16.411792 dv-cinder-793244-1-smb neutron-server[92361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 26 22:34:16.557125 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8252026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-855364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-655083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1025529'] for network, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.560468 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:16.572978 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-655052'] for network, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:16.583518 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a873be2-0d1a-4fb9-9ead-0d44a1057b50,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:16.588155 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:16.591511 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d5e8c427-df23-4199-aea3-a9d2be25f264 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3a873be2-0d1a-4fb9-9ead-0d44a1057b50 HTTP/1.1" status: 204 len: 168 time: 1.0604904 May 26 22:34:16.935519 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32926) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:16.982952 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-b4db6d4f-1725-49dc-bd7e-eda9c12d5ed7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32005b42d3604240bcfc067f745717a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462170 May 26 22:34:16.985291 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32930) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:17.044311 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.069087 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.191517 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.195092 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d3c27363-dcfc-43c7-93c7-c1aed5ba94d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:17.208844 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7875b8-a6a8-4515-93df-78397c710128,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:17.211199 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:17.216449 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:17.217549 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-d69323fa-4742-440c-9732-b3c4234cf78d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a7875b8-a6a8-4515-93df-78397c710128 HTTP/1.1" status: 204 len: 168 time: 0.2314062 May 26 22:34:17.934796 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32938) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:17.982929 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-c8cd55c5-8f76-4f4d-a418-d23b31c499bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0b43b4a99d74be0bf0b93b892f8e9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469630 May 26 22:34:17.985331 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.wsgi [-] (92361) accepted ('10.222.0.23', 32942) {{(pid=92361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 26 22:34:18.041013 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.065542 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.202486 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-855398'] for security_group, after_delete {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.207295 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-c776b723-b28d-4114-9989-bdf4a0ad4c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 22:34:18.217931 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727144f9-f8a7-4aa5-a45a-e994ff747514,revision_number=None']} {{(pid=92361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 22:34:18.221288 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG oslo_concurrency.lockutils [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 22:34:18.224396 dv-cinder-793244-1-smb neutron-server[92361]: DEBUG neutron_lib.callbacks.manager [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:18.225496 dv-cinder-793244-1-smb neutron-server[92361]: INFO neutron.wsgi [None req-98fa3052-9f8f-4738-b5bf-7f5a4a8b593a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/727144f9-f8a7-4aa5-a45a-e994ff747514 HTTP/1.1" status: 204 len: 168 time: 0.2393112 May 26 22:34:22.471031 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:31.677383 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:34:38.826077 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e3be7357-23d4-4752-9ae0-3c795768a5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:41.291136 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2d6f6536-c1f5-40a7-948a-f9f95938fa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:41.373887 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:42.276379 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:43.811282 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:34:52.438515 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:08.675709 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:35:08.775372 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-15d3938e-d231-4559-b881-c8693842c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:11.328377 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-ced39661-854f-4879-9869-de4d6def1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:11.386976 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:12.270402 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:13.844519 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:22.453139 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:38.773066 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f8133a31-3ec5-4d5b-90f0-189e6fe50556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.281434 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e44e83e5-3b54-47b5-b011-8366fe87b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:41.395750 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:42.281774 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:43.852981 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:35:45.674689 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:35:52.470078 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:08.745216 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-a7f50acb-8e7b-467e-ac9f-ffa17dfa7e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:11.293554 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-37f7b0f6-224f-4579-aa2c-95f6b833534b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:11.396579 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:12.281210 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:13.859200 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.469607 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:22.672905 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:36:38.766854 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cfde7f63-39ad-44cb-ae3f-f16e421b6e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:41.320442 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-9d5c49ba-a293-4f2a-bd0e-1d4d3c2ef841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:41.412605 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:42.270070 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:43.864008 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:52.514659 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:36:59.672876 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:37:07.888246 dv-cinder-793244-1-smb neutron-server[92362]: DEBUG neutron.wsgi [req-057b3e15-f389-4aa8-852a-44a237db0a6d req-6c8c0ac5-7e01-44a5-b9e7-5129d827e5a7 service neutron] (92362) timed out ('10.222.0.20', 55334) {{(pid=92362) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 26 22:37:08.742668 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-c02ca760-5768-4c60-ad0c-ea633123e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.268510 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-f8ddac3d-24b1-4a92-972b-60708ec4c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:11.394195 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:12.314176 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:13.822534 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:22.502439 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:36.672510 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:37:38.753253 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-e71f81df-0d45-4d06-8b14-c4593cfd7dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.279438 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-102cfe8b-771c-4330-9f66-5abb479d3092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:41.376606 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:42.273509 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:43.926357 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:37:52.524374 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:08.747533 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-6b628626-3b29-4a02-b546-b0730839a6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.295235 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-0105cd04-2747-4394-91f5-4fcdf27de574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:11.386549 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:12.313014 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:13.671922 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:38:13.872914 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:22.541373 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:38.762275 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdc8f-cf1c-4ad9-8dc4-f3a10dff7398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:41.293810 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-09d35e53-ac61-4688-98cd-b7c578fbbc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:41.421042 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:42.295169 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:43.844119 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:38:50.670180 dv-cinder-793244-1-smb neutron-server[92364]: DEBUG neutron.db.agents_db [None req-d02ce544-31de-46a6-b82e-c202e81f35be None None] Agent healthcheck: found 6 active agents {{(pid=92364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 26 22:38:52.581010 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbfef-c616-4381-89ca-68987340a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:08.780739 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-bf8043c6-b439-44da-8dec-84fcda201311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:11.289221 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-4edf18b2-3c8b-4da9-ab3c-64701ac1b54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:11.397683 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-02b2341a-94a4-4546-9964-51351483ea0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:12.295265 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-2b037c0e-7563-4686-ab72-7602df1c27f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 22:39:13.837754 dv-cinder-793244-1-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-52f65b79-2071-41bd-8603-5a9c14d9a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744053994231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8199611'] for agent, after_update {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}